2024-11-14 12:32:25,749 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 12:32:25,761 main DEBUG Took 0.010149 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:32:25,761 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:32:25,761 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:32:25,762 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:32:25,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,770 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:32:25,788 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,790 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,791 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,793 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,796 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,799 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,801 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,802 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:32:25,803 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,803 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:32:25,805 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:32:25,807 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:32:25,809 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:32:25,810 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:32:25,811 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:32:25,812 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:32:25,823 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:32:25,826 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:32:25,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:32:25,829 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:32:25,830 main DEBUG createAppenders(={Console}) 2024-11-14 12:32:25,831 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-14 12:32:25,831 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 12:32:25,831 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-14 12:32:25,832 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:32:25,832 main DEBUG OutputStream closed 2024-11-14 12:32:25,833 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:32:25,833 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:32:25,833 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-14 12:32:25,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:32:25,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:32:25,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:32:25,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:32:25,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:32:25,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:32:25,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:32:25,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:32:25,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:32:25,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:32:25,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:32:25,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:32:25,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:32:25,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:32:25,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:32:25,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:32:25,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:32:25,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:32:25,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:32:25,940 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-14 12:32:25,940 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:32:25,941 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-14T12:32:25,953 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 12:32:25,955 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:32:25,955 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:32:26,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=8310 2024-11-14T12:32:26,236 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T12:32:26,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8 2024-11-14T12:32:26,279 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb, deleteOnExit=true 2024-11-14T12:32:26,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/zookeeper_0, clientPort=53831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:32:26,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53831 2024-11-14T12:32:26,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:32:26,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:32:26,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/test.cache.data in system properties and HBase conf 2024-11-14T12:32:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:32:26,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:32:26,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:32:26,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:32:26,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:32:26,541 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:32:26,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:32:26,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:26,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:26,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:32:26,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:26,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:32:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:32:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:32:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:32:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:32:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:26,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:32:26,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:32:27,532 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:32:27,605 INFO [Time-limited test {}] log.Log(170): Logging initialized @2521ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T12:32:27,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:27,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:32:27,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:32:27,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:32:27,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:32:27,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:27,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:32:27,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:32:27,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/java.io.tmpdir/jetty-localhost-33153-hadoop-hdfs-3_4_1-tests_jar-_-any-8342072364829351611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:32:27,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33153} 2024-11-14T12:32:27,968 INFO [Time-limited test {}] server.Server(415): Started @2885ms 2024-11-14T12:32:28,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:28,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:32:28,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:32:28,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:32:28,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:32:28,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:32:28,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:32:28,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/java.io.tmpdir/jetty-localhost-33573-hadoop-hdfs-3_4_1-tests_jar-_-any-357252771391926585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:32:28,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33573} 2024-11-14T12:32:28,533 INFO [Time-limited test {}] server.Server(415): Started @3450ms 2024-11-14T12:32:28,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:32:29,352 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/data/data1/current/BP-1233871683-172.17.0.3-1731587547185/current, will proceed with Du for space computation calculation, 2024-11-14T12:32:29,352 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/data/data2/current/BP-1233871683-172.17.0.3-1731587547185/current, will proceed with Du for space computation calculation, 2024-11-14T12:32:29,383 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:32:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x276d6c00a3f95980 with lease ID 0x8b69798d0e47276: Processing first storage report for DS-2fabbf63-bd4c-457c-ae64-30ab574cf408 from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=0e24adfa-afdc-466d-96f0-831a9ea2b85e, infoPort=35019, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=152855608;c=1731587547185) 2024-11-14T12:32:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x276d6c00a3f95980 with lease ID 0x8b69798d0e47276: from storage DS-2fabbf63-bd4c-457c-ae64-30ab574cf408 node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=0e24adfa-afdc-466d-96f0-831a9ea2b85e, infoPort=35019, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=152855608;c=1731587547185), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:32:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x276d6c00a3f95980 with lease ID 0x8b69798d0e47276: Processing first storage report for DS-e20dee4e-5b56-45d9-8fce-1456afdc12f2 from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=0e24adfa-afdc-466d-96f0-831a9ea2b85e, infoPort=35019, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=152855608;c=1731587547185) 2024-11-14T12:32:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x276d6c00a3f95980 with lease ID 0x8b69798d0e47276: from storage DS-e20dee4e-5b56-45d9-8fce-1456afdc12f2 node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=0e24adfa-afdc-466d-96f0-831a9ea2b85e, infoPort=35019, infoSecurePort=0, ipcPort=41983, storageInfo=lv=-57;cid=testClusterID;nsid=152855608;c=1731587547185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:32:29,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8 2024-11-14T12:32:29,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:29,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:32:30,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f with version=8 2024-11-14T12:32:30,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/hbase-staging 2024-11-14T12:32:30,232 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:32:30,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:30,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:30,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:30,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:30,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:32:30,670 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:32:30,679 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:32:30,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:30,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 37103 (auto-detected) 2024-11-14T12:32:30,709 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:32:30,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34031 2024-11-14T12:32:30,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34031 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:30,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340310x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:30,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34031-0x1013a82e2bf0000 connected 2024-11-14T12:32:30,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:30,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:30,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:30,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f, hbase.cluster.distributed=false 2024-11-14T12:32:30,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/acl 2024-11-14T12:32:30,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-14T12:32:30,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34031 2024-11-14T12:32:30,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34031 2024-11-14T12:32:30,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-14T12:32:30,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-14T12:32:31,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:31,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:31,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:31,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:31,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:31,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:31,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:32:31,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:31,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45651 2024-11-14T12:32:31,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45651 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:31,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:31,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456510x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:31,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456510x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:31,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45651-0x1013a82e2bf0001 connected 2024-11-14T12:32:31,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:32:31,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:32:31,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/master 2024-11-14T12:32:31,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/acl 2024-11-14T12:32:31,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-14T12:32:31,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45651 2024-11-14T12:32:31,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45651 2024-11-14T12:32:31,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-14T12:32:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-14T12:32:31,130 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:34031 2024-11-14T12:32:31,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02122355142/backup-masters/f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:31,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:31,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:31,149 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/backup-masters/f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/master 2024-11-14T12:32:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:31,182 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/master 2024-11-14T12:32:31,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02122355142/backup-masters/f1b69e0236bd,34031,1731587550316 from backup master directory 2024-11-14T12:32:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/backup-masters/f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:31,189 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:31,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:31,191 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T12:32:31,193 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T12:32:31,247 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/hbase.id] with ID: 7454b256-5c9b-4b38-a36f-c68280b9c968 2024-11-14T12:32:31,247 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.tmp/hbase.id 2024-11-14T12:32:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:32:31,661 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.tmp/hbase.id]:[hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/hbase.id] 2024-11-14T12:32:31,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:31,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:32:31,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T12:32:31,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:31,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:31,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:32:32,201 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:32,204 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:32:32,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:32:32,223 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:32:32,680 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store 2024-11-14T12:32:32,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:32:33,109 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T12:32:33,112 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:33,113 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:33,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:33,114 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:33,115 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:33,115 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:33,115 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:33,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587553113Disabling compacts and flushes for region at 1731587553113Disabling writes for close at 1731587553115 (+2 ms)Writing region close event to WAL at 1731587553115Closed at 1731587553115 2024-11-14T12:32:33,119 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/.initializing 2024-11-14T12:32:33,119 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:33,127 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:33,142 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C34031%2C1731587550316, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:32:33,164 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316/f1b69e0236bd%2C34031%2C1731587550316.1731587553147, exclude list is [], retry=0 2024-11-14T12:32:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T12:32:33,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:33,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:33,220 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:33,220 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:33,224 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,224 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:32:33,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:33,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:32:33,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:33,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:32:33,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:33,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:32:33,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:33,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,307 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,309 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,314 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,318 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:33,323 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:33,327 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:33,329 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73216543, jitterRate=0.09101150929927826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:33,337 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587553236Initializing all the Stores at 1731587553238 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587553239 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587553240 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587553240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587553240Cleaning up temporary data from old regions at 1731587553315 (+75 ms)Region opened successfully at 1731587553336 (+21 ms) 2024-11-14T12:32:33,338 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:32:33,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2564529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:33,401 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:32:33,411 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:32:33,412 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:32:33,415 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:32:33,416 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T12:32:33,422 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T12:32:33,423 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:32:33,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:32:33,458 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/balancer because node does not exist (not necessarily an error) 2024-11-14T12:32:33,496 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/balancer already deleted, retry=false 2024-11-14T12:32:33,500 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:32:33,502 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:32:33,513 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/normalizer already deleted, retry=false 2024-11-14T12:32:33,516 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:32:33,521 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:32:33,529 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/switch/split already deleted, retry=false 2024-11-14T12:32:33,531 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:32:33,538 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/switch/merge already deleted, retry=false 2024-11-14T12:32:33,561 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:32:33,571 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/snapshot-cleanup already deleted, retry=false 2024-11-14T12:32:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,584 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,34031,1731587550316, sessionid=0x1013a82e2bf0000, setting cluster-up flag (Was=false) 2024-11-14T12:32:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,638 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02122355142/flush-table-proc/acquired, /02122355142/flush-table-proc/reached, /02122355142/flush-table-proc/abort 2024-11-14T12:32:33,641 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:33,688 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02122355142/online-snapshot/acquired, /02122355142/online-snapshot/reached, /02122355142/online-snapshot/abort 2024-11-14T12:32:33,690 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:33,699 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:32:33,722 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(746): ClusterId : 7454b256-5c9b-4b38-a36f-c68280b9c968 2024-11-14T12:32:33,724 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:32:33,732 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:32:33,732 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:32:33,739 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:32:33,740 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b3bdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:33,755 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:45651 2024-11-14T12:32:33,758 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:32:33,758 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:32:33,758 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:32:33,761 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,34031,1731587550316 with port=45651, startcode=1731587551026 2024-11-14T12:32:33,775 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:32:33,779 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:33,788 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:32:33,795 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:32:33,801 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,34031,1731587550316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:32:33,805 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:32:33,811 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:33,811 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:32:33,811 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:33,812 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:33,812 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:33,812 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:32:33,812 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:33,813 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:33,813 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:33,814 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587583814 2024-11-14T12:32:33,816 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:32:33,816 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:32:33,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:33,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:32:33,820 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:32:33,820 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:32:33,821 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:32:33,821 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:32:33,822 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:33,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:33,825 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:32:33,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:32:33,827 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:32:33,827 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:32:33,827 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:32:33,830 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:32:33,830 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:32:33,832 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587553831,5,FailOnTimeoutGroup] 2024-11-14T12:32:33,833 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587553832,5,FailOnTimeoutGroup] 2024-11-14T12:32:33,833 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:33,833 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:32:33,834 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:32:33,835 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:33,840 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T12:32:33,840 WARN [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T12:32:33,942 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,34031,1731587550316 with port=45651, startcode=1731587551026 2024-11-14T12:32:33,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:33,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34031 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:33,955 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f 2024-11-14T12:32:33,955 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39827 2024-11-14T12:32:33,955 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:32:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/rs 2024-11-14T12:32:33,963 DEBUG [RS:0;f1b69e0236bd:45651 {}] zookeeper.ZKUtil(111): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/rs/f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:33,964 WARN [RS:0;f1b69e0236bd:45651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:33,964 INFO [RS:0;f1b69e0236bd:45651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:33,964 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:33,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45651,1731587551026] 2024-11-14T12:32:33,993 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:32:34,008 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:32:34,013 INFO [RS:0;f1b69e0236bd:45651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:32:34,013 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,014 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:32:34,019 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:32:34,021 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,021 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,021 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,021 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,023 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,023 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:34,023 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:34,023 DEBUG [RS:0;f1b69e0236bd:45651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:34,025 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,025 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,026 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,026 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,026 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,026 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45651,1731587551026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:34,046 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:32:34,048 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45651,1731587551026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,049 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,049 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.Replication(171): f1b69e0236bd,45651,1731587551026 started 2024-11-14T12:32:34,066 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:34,067 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45651,1731587551026, RpcServer on f1b69e0236bd/172.17.0.3:45651, sessionid=0x1013a82e2bf0001 2024-11-14T12:32:34,067 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:32:34,068 DEBUG [RS:0;f1b69e0236bd:45651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:34,068 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45651,1731587551026' 2024-11-14T12:32:34,068 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02122355142/flush-table-proc/abort' 2024-11-14T12:32:34,069 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02122355142/flush-table-proc/acquired' 2024-11-14T12:32:34,070 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:32:34,070 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:32:34,070 DEBUG [RS:0;f1b69e0236bd:45651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:34,070 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45651,1731587551026' 2024-11-14T12:32:34,070 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02122355142/online-snapshot/abort' 2024-11-14T12:32:34,071 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02122355142/online-snapshot/acquired' 2024-11-14T12:32:34,072 DEBUG [RS:0;f1b69e0236bd:45651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:32:34,072 INFO [RS:0;f1b69e0236bd:45651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:32:34,072 INFO [RS:0;f1b69e0236bd:45651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:32:34,179 INFO [RS:0;f1b69e0236bd:45651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:34,184 INFO [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45651%2C1731587551026, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:34,200 DEBUG [RS:0;f1b69e0236bd:45651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186, exclude list is [], retry=0 2024-11-14T12:32:34,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:34,208 INFO [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 2024-11-14T12:32:34,208 DEBUG [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:34,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:32:34,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f 2024-11-14T12:32:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:32:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:34,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:32:34,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:32:34,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:34,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:34,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:32:34,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:32:34,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:32:34,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:32:34,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:34,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:34,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:32:34,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:32:34,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:34,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:34,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:32:34,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:34,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:34,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:32:34,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:32:34,685 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:34,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:32:34,692 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:34,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75348803, jitterRate=0.12278465926647186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587554655Initializing all the Stores at 1731587554658 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587554659 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587554659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587554659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587554659Cleaning up temporary data from old regions at 1731587554684 (+25 ms)Region opened successfully at 1731587554697 (+13 ms) 2024-11-14T12:32:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:34,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:34,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:34,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:34,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587554697Disabling compacts and flushes for region at 1731587554697Disabling writes for close at 1731587554697Writing region close event to WAL at 1731587554699 (+2 ms)Closed at 1731587554699 2024-11-14T12:32:34,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:34,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:32:34,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:32:34,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:34,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:32:34,873 DEBUG [f1b69e0236bd:34031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:32:34,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:34,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45651,1731587551026, state=OPENING 2024-11-14T12:32:35,013 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:32:35,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:35,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:35,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:35,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:35,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:35,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45651,1731587551026}] 2024-11-14T12:32:35,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:32:35,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:32:35,221 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:32:35,222 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:35,223 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:32:35,226 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45651%2C1731587551026.meta, suffix=.meta, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:35,241 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.meta.1731587555228.meta, exclude list is [], retry=0 2024-11-14T12:32:35,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:35,248 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.meta.1731587555228.meta 2024-11-14T12:32:35,249 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:35,249 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:35,254 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:32:35,255 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:32:35,257 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:32:35,259 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:32:35,263 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:32:35,263 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:35,263 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:32:35,263 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:32:35,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:32:35,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:32:35,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:35,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:35,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:32:35,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:32:35,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:32:35,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:32:35,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:35,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:35,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:32:35,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:32:35,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:35,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:35,279 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:32:35,280 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:35,283 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:35,286 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:32:35,286 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:32:35,287 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:35,290 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:32:35,292 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68997573, jitterRate=0.028143957257270813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:35,292 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:32:35,293 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587555264Writing region info on filesystem at 1731587555264Initializing all the Stores at 1731587555266 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587555266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587555266Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587555267 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587555267Cleaning up temporary data from old regions at 1731587555286 (+19 ms)Running coprocessor post-open hooks at 1731587555292 (+6 ms)Region opened successfully at 1731587555293 (+1 ms) 2024-11-14T12:32:35,300 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587555198 2024-11-14T12:32:35,311 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:32:35,312 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:32:35,314 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:35,316 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45651,1731587551026, state=OPEN 2024-11-14T12:32:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:35,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:35,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:35,338 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:35,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:32:35,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45651,1731587551026 in 309 msec 2024-11-14T12:32:35,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:32:35,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-14T12:32:35,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:35,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:32:35,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:35,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45651,1731587551026, seqNum=-1] 2024-11-14T12:32:35,397 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:35,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:35,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6880 sec 2024-11-14T12:32:35,423 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587555422, completionTime=-1 2024-11-14T12:32:35,425 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:32:35,426 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:32:35,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:32:35,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587615453 2024-11-14T12:32:35,454 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587675454 2024-11-14T12:32:35,454 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-14T12:32:35,456 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,456 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,456 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,458 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:34031, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,458 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,459 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,465 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:32:35,486 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.297sec 2024-11-14T12:32:35,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:32:35,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:32:35,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:32:35,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:32:35,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:32:35,490 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:35,490 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:32:35,499 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:32:35,500 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:32:35,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34031,1731587550316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:35,537 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:32:35,537 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:32:35,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34031,-1 for getting cluster id 2024-11-14T12:32:35,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:35,551 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7454b256-5c9b-4b38-a36f-c68280b9c968' 2024-11-14T12:32:35,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:35,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7454b256-5c9b-4b38-a36f-c68280b9c968" 2024-11-14T12:32:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34031,-1] 2024-11-14T12:32:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:35,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:35,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:35,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:35,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45651,1731587551026, seqNum=-1] 2024-11-14T12:32:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:35,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:35,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:35,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:35,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:35,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a82e2bf0002 connected 2024-11-14T12:32:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir so I do NOT create it in target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555 2024-11-14T12:32:35,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:32:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.tmp.dir so I do NOT create it in target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555 2024-11-14T12:32:35,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:32:35,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555 2024-11-14T12:32:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:32:35,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/cluster_c0471dab-224d-48fa-48be-321ced2aeafd, deleteOnExit=true 2024-11-14T12:32:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/test.cache.data in system properties and HBase conf 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:32:35,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:32:35,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:32:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:32:35,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:32:35,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:35,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:32:35,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:32:35,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:32:35,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:32:35,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:35,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:32:35,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:32:36,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-10143095495701360487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:32:36,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-14T12:32:36,061 INFO [Time-limited test {}] server.Server(415): Started @10978ms 2024-11-14T12:32:36,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:32:36,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:32:36,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:32:36,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:32:36,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:32:36,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:32:36,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:32:36,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/java.io.tmpdir/jetty-localhost-43179-hadoop-hdfs-3_4_1-tests_jar-_-any-669765093475174471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:32:36,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:43179} 2024-11-14T12:32:36,385 INFO [Time-limited test {}] server.Server(415): Started @11302ms 2024-11-14T12:32:36,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:32:36,878 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/cluster_c0471dab-224d-48fa-48be-321ced2aeafd/data/data1/current/BP-869030117-172.17.0.3-1731587555678/current, will proceed with Du for space computation calculation, 2024-11-14T12:32:36,878 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/cluster_c0471dab-224d-48fa-48be-321ced2aeafd/data/data2/current/BP-869030117-172.17.0.3-1731587555678/current, will proceed with Du for space computation calculation, 2024-11-14T12:32:36,895 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:32:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17068f41dffaf1c1 with lease ID 0x7366d9bc77d18cab: Processing first storage report for DS-5386fc1b-8849-470e-ba66-55e8d69ba51b from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=21ccb508-d731-4c6c-abf5-10a43243a1af, infoPort=35783, infoSecurePort=0, ipcPort=39365, storageInfo=lv=-57;cid=testClusterID;nsid=637264257;c=1731587555678) 2024-11-14T12:32:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17068f41dffaf1c1 with lease ID 0x7366d9bc77d18cab: from storage DS-5386fc1b-8849-470e-ba66-55e8d69ba51b node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=21ccb508-d731-4c6c-abf5-10a43243a1af, infoPort=35783, infoSecurePort=0, ipcPort=39365, storageInfo=lv=-57;cid=testClusterID;nsid=637264257;c=1731587555678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:32:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17068f41dffaf1c1 with lease ID 0x7366d9bc77d18cab: Processing first storage report for DS-87214851-2fbd-4917-b865-2ee9d33e284b from datanode DatanodeRegistration(127.0.0.1:37777, datanodeUuid=21ccb508-d731-4c6c-abf5-10a43243a1af, infoPort=35783, infoSecurePort=0, ipcPort=39365, storageInfo=lv=-57;cid=testClusterID;nsid=637264257;c=1731587555678) 2024-11-14T12:32:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17068f41dffaf1c1 with lease ID 0x7366d9bc77d18cab: from storage DS-87214851-2fbd-4917-b865-2ee9d33e284b node DatanodeRegistration(127.0.0.1:37777, datanodeUuid=21ccb508-d731-4c6c-abf5-10a43243a1af, infoPort=35783, infoSecurePort=0, ipcPort=39365, storageInfo=lv=-57;cid=testClusterID;nsid=637264257;c=1731587555678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:32:36,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555 2024-11-14T12:32:36,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:36,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:32:37,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f with version=8 2024-11-14T12:32:37,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/hbase-staging 2024-11-14T12:32:37,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:37,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:37,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:37,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:32:37,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:37,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39465 2024-11-14T12:32:37,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39465 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394650x0, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:37,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39465-0x1013a82e2bf0003 connected 2024-11-14T12:32:37,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:37,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:37,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/running 2024-11-14T12:32:37,459 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f, hbase.cluster.distributed=false 2024-11-14T12:32:37,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/acl 2024-11-14T12:32:37,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39465 2024-11-14T12:32:37,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39465 2024-11-14T12:32:37,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39465 2024-11-14T12:32:37,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39465 2024-11-14T12:32:37,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39465 2024-11-14T12:32:37,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:37,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:37,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:37,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:32:37,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:37,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40671 2024-11-14T12:32:37,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40671 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:37,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:37,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:37,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406710x0, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:37,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406710x0, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/running 2024-11-14T12:32:37,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40671-0x1013a82e2bf0004 connected 2024-11-14T12:32:37,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:32:37,499 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:32:37,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/master 2024-11-14T12:32:37,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/acl 2024-11-14T12:32:37,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-14T12:32:37,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40671 2024-11-14T12:32:37,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40671 2024-11-14T12:32:37,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-14T12:32:37,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-14T12:32:37,518 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:39465 2024-11-14T12:32:37,518 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-482120828/backup-masters/f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:37,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/backup-masters 2024-11-14T12:32:37,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/backup-masters 2024-11-14T12:32:37,530 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on existing znode=/1-482120828/backup-masters/f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482120828/master 2024-11-14T12:32:37,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:37,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:37,538 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on existing znode=/1-482120828/master 2024-11-14T12:32:37,538 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-482120828/backup-masters/f1b69e0236bd,39465,1731587557356 from backup master directory 2024-11-14T12:32:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/backup-masters 2024-11-14T12:32:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482120828/backup-masters/f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:37,546 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/backup-masters 2024-11-14T12:32:37,546 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:37,554 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/hbase.id] with ID: fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:37,555 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/.tmp/hbase.id 2024-11-14T12:32:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:32:37,963 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/.tmp/hbase.id]:[hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/hbase.id] 2024-11-14T12:32:37,992 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:37,992 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:32:37,994 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:32:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:32:38,443 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:38,445 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:32:38,446 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:32:38,865 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store 2024-11-14T12:32:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:32:39,280 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:39,280 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:39,280 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:39,281 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:39,281 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:39,281 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:39,281 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:39,281 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587559280Disabling compacts and flushes for region at 1731587559280Disabling writes for close at 1731587559281 (+1 ms)Writing region close event to WAL at 1731587559281Closed at 1731587559281 2024-11-14T12:32:39,285 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/.initializing 2024-11-14T12:32:39,285 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/WALs/f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:39,288 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:39,292 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C39465%2C1731587557356, suffix=, logDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/WALs/f1b69e0236bd,39465,1731587557356, archiveDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:32:39,308 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/WALs/f1b69e0236bd,39465,1731587557356/f1b69e0236bd%2C39465%2C1731587557356.1731587559292, exclude list is [], retry=0 2024-11-14T12:32:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-5386fc1b-8849-470e-ba66-55e8d69ba51b,DISK] 2024-11-14T12:32:39,316 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/WALs/f1b69e0236bd,39465,1731587557356/f1b69e0236bd%2C39465%2C1731587557356.1731587559292 2024-11-14T12:32:39,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35783:35783)] 2024-11-14T12:32:39,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:39,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:39,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:32:39,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:39,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:39,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:32:39,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:39,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:39,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:32:39,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:39,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:39,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:32:39,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:39,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:39,351 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,352 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,353 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,355 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,355 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,356 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:39,358 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:39,361 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:39,362 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74933723, jitterRate=0.11659948527812958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:39,362 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587559317Initializing all the Stores at 1731587559319 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587559319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587559320 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587559320Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587559320Cleaning up temporary data from old regions at 1731587559355 (+35 ms)Region opened successfully at 1731587559362 (+7 ms) 2024-11-14T12:32:39,362 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:32:39,368 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d07b8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:39,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:32:39,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:32:39,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:32:39,370 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:32:39,370 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:32:39,371 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:32:39,371 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:32:39,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:32:39,375 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/balancer because node does not exist (not necessarily an error) 2024-11-14T12:32:39,429 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/balancer already deleted, retry=false 2024-11-14T12:32:39,430 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:32:39,432 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:32:39,438 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/normalizer already deleted, retry=false 2024-11-14T12:32:39,438 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:32:39,441 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:32:39,446 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/switch/split already deleted, retry=false 2024-11-14T12:32:39,448 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:32:39,454 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/switch/merge already deleted, retry=false 2024-11-14T12:32:39,457 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:32:39,462 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/snapshot-cleanup already deleted, retry=false 2024-11-14T12:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482120828/running 2024-11-14T12:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-482120828/running 2024-11-14T12:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,472 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,39465,1731587557356, sessionid=0x1013a82e2bf0003, setting cluster-up flag (Was=false) 2024-11-14T12:32:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,512 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-482120828/flush-table-proc/acquired, /1-482120828/flush-table-proc/reached, /1-482120828/flush-table-proc/abort 2024-11-14T12:32:39,514 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:39,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:39,554 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-482120828/online-snapshot/acquired, /1-482120828/online-snapshot/reached, /1-482120828/online-snapshot/abort 2024-11-14T12:32:39,558 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:39,561 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:32:39,564 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:39,564 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:32:39,564 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:32:39,565 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,39465,1731587557356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:32:39,567 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:39,567 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:39,567 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:39,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:39,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:32:39,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:39,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587589569 2024-11-14T12:32:39,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:32:39,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:32:39,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:32:39,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:32:39,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:32:39,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:32:39,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:32:39,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:32:39,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:32:39,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:39,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:32:39,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:32:39,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:32:39,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:32:39,572 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587559572,5,FailOnTimeoutGroup] 2024-11-14T12:32:39,572 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587559572,5,FailOnTimeoutGroup] 2024-11-14T12:32:39,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:32:39,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:39,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:32:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:32:39,608 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(746): ClusterId : fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:39,609 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:32:39,615 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:32:39,615 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:32:39,623 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:32:39,624 DEBUG [RS:0;f1b69e0236bd:40671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a1603a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:39,640 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:40671 2024-11-14T12:32:39,640 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:32:39,640 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:32:39,640 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:32:39,641 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,39465,1731587557356 with port=40671, startcode=1731587557482 2024-11-14T12:32:39,641 DEBUG [RS:0;f1b69e0236bd:40671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:32:39,643 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:32:39,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39465 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,646 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f 2024-11-14T12:32:39,646 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34161 2024-11-14T12:32:39,646 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:32:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/rs 2024-11-14T12:32:39,676 DEBUG [RS:0;f1b69e0236bd:40671 {}] zookeeper.ZKUtil(111): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on existing znode=/1-482120828/rs/f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,676 WARN [RS:0;f1b69e0236bd:40671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:39,676 INFO [RS:0;f1b69e0236bd:40671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:39,677 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,40671,1731587557482] 2024-11-14T12:32:39,685 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:32:39,690 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:32:39,691 INFO [RS:0;f1b69e0236bd:40671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:32:39,691 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,691 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:32:39,693 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:32:39,693 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,694 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:39,695 DEBUG [RS:0;f1b69e0236bd:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:39,695 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,696 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,696 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,696 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,696 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,696 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40671,1731587557482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:39,710 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:32:39,710 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40671,1731587557482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,711 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,711 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.Replication(171): f1b69e0236bd,40671,1731587557482 started 2024-11-14T12:32:39,725 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:39,725 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,40671,1731587557482, RpcServer on f1b69e0236bd/172.17.0.3:40671, sessionid=0x1013a82e2bf0004 2024-11-14T12:32:39,725 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:32:39,725 DEBUG [RS:0;f1b69e0236bd:40671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,725 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,40671,1731587557482' 2024-11-14T12:32:39,725 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-482120828/flush-table-proc/abort' 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-482120828/flush-table-proc/acquired' 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,40671,1731587557482' 2024-11-14T12:32:39,726 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-482120828/online-snapshot/abort' 2024-11-14T12:32:39,727 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-482120828/online-snapshot/acquired' 2024-11-14T12:32:39,727 DEBUG [RS:0;f1b69e0236bd:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:32:39,727 INFO [RS:0;f1b69e0236bd:40671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:32:39,728 INFO [RS:0;f1b69e0236bd:40671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:32:39,828 INFO [RS:0;f1b69e0236bd:40671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:39,832 INFO [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C40671%2C1731587557482, suffix=, logDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482, archiveDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/oldWALs, maxLogs=10 2024-11-14T12:32:39,847 DEBUG [RS:0;f1b69e0236bd:40671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482/f1b69e0236bd%2C40671%2C1731587557482.1731587559833, exclude list is [], retry=0 2024-11-14T12:32:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-5386fc1b-8849-470e-ba66-55e8d69ba51b,DISK] 2024-11-14T12:32:39,853 INFO [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482/f1b69e0236bd%2C40671%2C1731587557482.1731587559833 2024-11-14T12:32:39,854 DEBUG [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35783:35783)] 2024-11-14T12:32:39,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:32:39,988 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f 2024-11-14T12:32:39,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:32:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:32:40,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:40,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:32:40,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:32:40,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:32:40,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:32:40,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:32:40,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:32:40,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:32:40,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:32:40,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:32:40,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740 2024-11-14T12:32:40,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740 2024-11-14T12:32:40,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:32:40,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:32:40,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:40,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:32:40,427 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:40,428 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68716215, jitterRate=0.023951396346092224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587560402Initializing all the Stores at 1731587560404 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560404Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587560404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560404Cleaning up temporary data from old regions at 1731587560422 (+18 ms)Region opened successfully at 1731587560428 (+6 ms) 2024-11-14T12:32:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:40,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:40,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587560428Disabling compacts and flushes for region at 1731587560428Disabling writes for close at 1731587560428Writing region close event to WAL at 1731587560429 (+1 ms)Closed at 1731587560429 2024-11-14T12:32:40,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:40,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:32:40,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:32:40,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:40,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:32:40,585 DEBUG [f1b69e0236bd:39465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:32:40,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:40,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,40671,1731587557482, state=OPENING 2024-11-14T12:32:40,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:32:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:40,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482120828/meta-region-server: CHANGED 2024-11-14T12:32:40,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:40,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482120828/meta-region-server: CHANGED 2024-11-14T12:32:40,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40671,1731587557482}] 2024-11-14T12:32:40,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:32:40,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:32:40,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:32:40,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:40,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:32:40,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:40,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:32:40,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:32:40,837 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:32:40,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:32:40,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:32:40,881 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:32:40,881 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:40,882 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:32:40,885 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C40671%2C1731587557482.meta, suffix=.meta, logDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482, archiveDir=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/oldWALs, maxLogs=10 2024-11-14T12:32:40,900 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482/f1b69e0236bd%2C40671%2C1731587557482.meta.1731587560887.meta, exclude list is [], retry=0 2024-11-14T12:32:40,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37777,DS-5386fc1b-8849-470e-ba66-55e8d69ba51b,DISK] 2024-11-14T12:32:40,906 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/WALs/f1b69e0236bd,40671,1731587557482/f1b69e0236bd%2C40671%2C1731587557482.meta.1731587560887.meta 2024-11-14T12:32:40,907 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35783:35783)] 2024-11-14T12:32:40,907 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:40,908 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:32:40,908 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:32:40,908 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:32:40,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:32:40,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:32:40,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:32:40,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:32:40,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:32:40,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:32:40,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:32:40,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:32:40,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:40,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:40,919 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:32:40,921 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740 2024-11-14T12:32:40,923 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740 2024-11-14T12:32:40,925 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:32:40,925 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:32:40,926 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:40,928 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:32:40,930 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61879888, jitterRate=-0.07791781425476074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:40,930 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:32:40,930 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587560909Writing region info on filesystem at 1731587560909Initializing all the Stores at 1731587560910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560911 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587560911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587560911Cleaning up temporary data from old regions at 1731587560925 (+14 ms)Running coprocessor post-open hooks at 1731587560930 (+5 ms)Region opened successfully at 1731587560930 2024-11-14T12:32:40,932 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587560871 2024-11-14T12:32:40,936 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:32:40,936 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:32:40,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:40,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,40671,1731587557482, state=OPEN 2024-11-14T12:32:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-482120828/meta-region-server 2024-11-14T12:32:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-482120828/meta-region-server 2024-11-14T12:32:40,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:40,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482120828/meta-region-server: CHANGED 2024-11-14T12:32:40,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-482120828/meta-region-server: CHANGED 2024-11-14T12:32:40,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:32:40,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40671,1731587557482 in 231 msec 2024-11-14T12:32:40,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:32:40,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 520 msec 2024-11-14T12:32:40,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:40,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:32:40,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:40,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40671,1731587557482, seqNum=-1] 2024-11-14T12:32:40,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:40,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:40,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-14T12:32:40,969 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587560969, completionTime=-1 2024-11-14T12:32:40,969 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:32:40,970 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:32:40,972 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:32:40,972 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587620972 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587680973 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,973 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:39465, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,974 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,974 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:40,977 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:32:40,980 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.434sec 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:40,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:32:40,985 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:32:40,985 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:32:40,985 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39465,1731587557356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:41,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:41,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:41,011 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,016 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:41,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40671,1731587557482, seqNum=-1] 2024-11-14T12:32:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:41,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:41,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:41,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:41,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:41,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a82e2bf0005 connected 2024-11-14T12:32:41,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34031,-1 for getting cluster id 2024-11-14T12:32:41,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:41,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7454b256-5c9b-4b38-a36f-c68280b9c968' 2024-11-14T12:32:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7454b256-5c9b-4b38-a36f-c68280b9c968" 2024-11-14T12:32:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330f0ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34031,-1] 2024-11-14T12:32:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:41,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675690ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dfa523 2024-11-14T12:32:41,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:41,081 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:41,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:32:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:32:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:41,098 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:41,100 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e0a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,101 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:41,101 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:41,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:41,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:41,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838fce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:41,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,105 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:41,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b31b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:41,107 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:41,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:41,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583fcf04 2024-11-14T12:32:41,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:41,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:41,127 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T12:32:41,127 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:32:41,132 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,132 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:41,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:41,134 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:41,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:32:41,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:32:41,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:41,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:32:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:32:41,194 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:32:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:41,566 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e49db1b502cc57942dd3ecd317cab885, NAME => 'hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f 2024-11-14T12:32:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:32:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:41,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:41,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e49db1b502cc57942dd3ecd317cab885, disabling compactions & flushes 2024-11-14T12:32:41,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:41,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:41,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. after waiting 0 ms 2024-11-14T12:32:41,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:41,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:41,980 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e49db1b502cc57942dd3ecd317cab885: Waiting for close lock at 1731587561979Disabling compacts and flushes for region at 1731587561979Disabling writes for close at 1731587561979Writing region close event to WAL at 1731587561979Closed at 1731587561979 2024-11-14T12:32:41,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:32:41,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587561984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587561984"}]},"ts":"1731587561984"} 2024-11-14T12:32:41,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:32:41,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:32:42,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587561999"}]},"ts":"1731587561999"} 2024-11-14T12:32:42,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:32:42,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN}] 2024-11-14T12:32:42,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN 2024-11-14T12:32:42,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45651,1731587551026; forceNewPlan=false, retain=false 2024-11-14T12:32:42,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e49db1b502cc57942dd3ecd317cab885, regionState=OPENING, regionLocation=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:42,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN because future has completed 2024-11-14T12:32:42,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,45651,1731587551026}] 2024-11-14T12:32:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:42,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:42,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:42,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:32:42,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45651%2C1731587551026.rep, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:42,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.rep.1731587562334, exclude list is [], retry=0 2024-11-14T12:32:42,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:42,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.rep.1731587562334 2024-11-14T12:32:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e49db1b502cc57942dd3ecd317cab885, NAME => 'hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:42,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:32:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:32:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. service=MultiRowMutationService 2024-11-14T12:32:42,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:32:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,359 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,361 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName hfileref 2024-11-14T12:32:42,361 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:42,362 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:42,362 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,364 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName queue 2024-11-14T12:32:42,364 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:42,365 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:42,365 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,367 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName sid 2024-11-14T12:32:42,367 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:42,367 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:42,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:32:42,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:32:42,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e49db1b502cc57942dd3ecd317cab885; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61387405, jitterRate=-0.08525638282299042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:32:42,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:42,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e49db1b502cc57942dd3ecd317cab885: Running coprocessor pre-open hook at 1731587562357Writing region info on filesystem at 1731587562357Initializing all the Stores at 1731587562359 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587562359Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587562359Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587562359Cleaning up temporary data from old regions at 1731587562371 (+12 ms)Running coprocessor post-open hooks at 1731587562380 (+9 ms)Region opened successfully at 1731587562381 (+1 ms) 2024-11-14T12:32:42,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., pid=7, masterSystemTime=1731587562322 2024-11-14T12:32:42,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:42,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:42,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e49db1b502cc57942dd3ecd317cab885, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:42,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,45651,1731587551026 because future has completed 2024-11-14T12:32:42,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:32:42,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,45651,1731587551026 in 224 msec 2024-11-14T12:32:42,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:32:42,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN in 388 msec 2024-11-14T12:32:42,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:32:42,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587562402"}]},"ts":"1731587562402"} 2024-11-14T12:32:42,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:32:42,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:32:42,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2720 sec 2024-11-14T12:32:42,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., hostname=f1b69e0236bd,45651,1731587551026, seqNum=2] 2024-11-14T12:32:42,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45651 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T12:32:42,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:42,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:42,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:32:42,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:32:42,737 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:32:42,781 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,45651,1731587551026, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:32:42,782 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:42,783 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45651,1731587551026, seqNum=-1] 2024-11-14T12:32:42,783 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:42,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T12:32:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,45651,1731587551026', locateType=CURRENT is [region=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., hostname=f1b69e0236bd,45651,1731587551026, seqNum=2] 2024-11-14T12:32:42,793 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:32:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:32:42,799 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,45651,1731587551026 suceeded 2024-11-14T12:32:42,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:32:42,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-14T12:32:42,803 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:42,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7170 sec 2024-11-14T12:32:42,814 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:42,817 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21347400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:42,817 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:42,817 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:42,818 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:42,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:42,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad21c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:42,820 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:42,821 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5143e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:42,821 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c6fb59 2024-11-14T12:32:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:42,824 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T12:32:42,825 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,45651,1731587551026 (queues=1) is replicating from cluster=7454b256-5c9b-4b38-a36f-c68280b9c968 to cluster=fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:42,827 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C45651%2C1731587551026 2024-11-14T12:32:42,835 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,45651,1731587551026, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:32:42,838 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C45651%2C1731587551026 2024-11-14T12:32:42,841 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186, startPosition=0, beingWritten=true 2024-11-14T12:32:43,095 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:32:43,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:43,253 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:32:43,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:43,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:43,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34031,-1 for getting cluster id 2024-11-14T12:32:43,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:43,257 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7454b256-5c9b-4b38-a36f-c68280b9c968' 2024-11-14T12:32:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7454b256-5c9b-4b38-a36f-c68280b9c968" 2024-11-14T12:32:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae9c957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34031,-1] 2024-11-14T12:32:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,261 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c140f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1b3b14 2024-11-14T12:32:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:32:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:32:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:32:43,272 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:43,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,273 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:43,273 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:43,274 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dca14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,276 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcf98ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,277 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:43,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cef9fef 2024-11-14T12:32:43,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,280 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,281 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:32:43,281 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:32:43,281 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,281 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:43,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:32:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:32:43,411 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:43,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T12:32:43,488 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T12:32:43,525 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f1b69e0236bd,45651,1731587551026, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:32:43,529 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T12:32:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T12:32:43,532 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f1b69e0236bd,45651,1731587551026 suceeded 2024-11-14T12:32:43,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:32:43,536 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:43,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-14T12:32:43,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 268 msec 2024-11-14T12:32:43,546 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:43,547 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e5e412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,548 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:43,548 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:43,549 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53eee544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:43,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,551 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:43,552 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d898c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,552 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:43,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136424d 2024-11-14T12:32:43,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,554 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,555 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f1b69e0236bd,45651,1731587551026 (queues=1) is replicating from cluster=7454b256-5c9b-4b38-a36f-c68280b9c968 to cluster=fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:43,555 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f1b69e0236bd%2C45651%2C1731587551026 2024-11-14T12:32:43,555 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f1b69e0236bd,45651,1731587551026, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:32:43,556 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C45651%2C1731587551026 2024-11-14T12:32:43,556 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186, startPosition=0, beingWritten=true 2024-11-14T12:32:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T12:32:43,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T12:32:43,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:43,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:43,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414d2654 2024-11-14T12:32:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,598 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:32:43,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:32:43,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:32:43,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:32:43,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:32:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:32:43,612 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:43,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486820d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,613 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:43,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:43,614 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:43,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a27bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:43,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:43,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,616 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6527c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:43,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166e53cf 2024-11-14T12:32:43,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,619 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,620 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:32:43,620 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:32:43,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,621 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:43,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:32:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:32:43,763 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:43,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T12:32:43,785 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T12:32:43,787 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T12:32:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T12:32:43,791 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f1b69e0236bd,45651,1731587551026 suceeded 2024-11-14T12:32:43,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T12:32:43,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-14T12:32:43,795 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:43,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-14T12:32:43,822 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T12:32:43,933 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T12:32:43,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:32:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:32:43,944 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:43,945 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ac4bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,945 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:43,945 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:43,946 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:43,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6459b5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:43,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,948 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:43,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3bb784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:43,949 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d65025f 2024-11-14T12:32:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:43,951 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:43,952 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:32:43,952 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:32:43,952 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,952 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:43,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:43,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:32:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:32:44,073 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:44,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T12:32:44,143 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T12:32:44,146 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T12:32:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T12:32:44,152 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f1b69e0236bd,45651,1731587551026 suceeded 2024-11-14T12:32:44,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T12:32:44,156 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f1b69e0236bd:39465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:32:44,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-14T12:32:44,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 220 msec 2024-11-14T12:32:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T12:32:44,263 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T12:32:44,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:32:44,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:32:44,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:44,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:44,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:44,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:44,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:44,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:32:44,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307999247, stopped=false 2024-11-14T12:32:44,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,34031,1731587550316 2024-11-14T12:32:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:44,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:44,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:44,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:44,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:44,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:44,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:44,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45651,1731587551026' ***** 2024-11-14T12:32:44,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:32:44,281 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:32:44,281 INFO [RS:0;f1b69e0236bd:45651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:32:44,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:32:44,282 INFO [RS:0;f1b69e0236bd:45651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:32:44,282 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(3091): Received CLOSE for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45651. 2024-11-14T12:32:44,283 DEBUG [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:44,283 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:44,283 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e49db1b502cc57942dd3ecd317cab885, disabling compactions & flushes 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:32:44,283 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:32:44,283 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:32:44,283 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:44,284 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. after waiting 0 ms 2024-11-14T12:32:44,284 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:32:44,284 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:44,284 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:32:44,284 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:44,284 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1325): Online Regions={e49db1b502cc57942dd3ecd317cab885=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:44,284 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:44,284 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:44,284 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:44,285 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:44,285 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:44,289 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e49db1b502cc57942dd3ecd317cab885 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T12:32:44,289 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:32:44,332 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:44,337 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:44,351 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/7718aa6f83bf4521a26d94985199b2f8 is 147, key is hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885./info:regioninfo/1731587562387/Put/seqid=0 2024-11-14T12:32:44,351 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/.tmp/queue/79ce8da8ca114977a1b3ba540f72a3af is 151, key is 1-f1b69e0236bd,45651,1731587551026/queue:f1b69e0236bd%2C45651%2C1731587551026/1731587562788/Put/seqid=0 2024-11-14T12:32:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741838_1014 (size=5500) 2024-11-14T12:32:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:32:44,485 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:44,488 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:44,685 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:44,764 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/.tmp/queue/79ce8da8ca114977a1b3ba540f72a3af 2024-11-14T12:32:44,764 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/7718aa6f83bf4521a26d94985199b2f8 2024-11-14T12:32:44,815 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/.tmp/queue/79ce8da8ca114977a1b3ba540f72a3af as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/queue/79ce8da8ca114977a1b3ba540f72a3af 2024-11-14T12:32:44,826 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/queue/79ce8da8ca114977a1b3ba540f72a3af, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T12:32:44,834 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/ns/d522f8c39061413daca36b44f6797e26 is 43, key is default/ns:d/1731587555404/Put/seqid=0 2024-11-14T12:32:44,835 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e49db1b502cc57942dd3ecd317cab885 in 546ms, sequenceid=6, compaction requested=false 2024-11-14T12:32:44,835 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:32:44,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:32:44,844 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:32:44,846 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:44,847 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:44,847 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:44,847 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e49db1b502cc57942dd3ecd317cab885: Waiting for close lock at 1731587564283Running coprocessor pre-close hooks at 1731587564283Disabling compacts and flushes for region at 1731587564283Disabling writes for close at 1731587564284 (+1 ms)Obtaining lock to block concurrent updates at 1731587564289 (+5 ms)Preparing flush snapshotting stores in e49db1b502cc57942dd3ecd317cab885 at 1731587564289Finished memstore snapshotting hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731587564297 (+8 ms)Flushing stores of hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. at 1731587564298 (+1 ms)Flushing e49db1b502cc57942dd3ecd317cab885/queue: creating writer at 1731587564300 (+2 ms)Flushing e49db1b502cc57942dd3ecd317cab885/queue: appending metadata at 1731587564337 (+37 ms)Flushing e49db1b502cc57942dd3ecd317cab885/queue: closing flushed file at 1731587564340 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0508c8: reopening flushed file at 1731587564813 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e49db1b502cc57942dd3ecd317cab885 in 546ms, sequenceid=6, compaction requested=false at 1731587564835 (+22 ms)Writing region close event to WAL at 1731587564838 (+3 ms)Running coprocessor post-close hooks at 1731587564845 (+7 ms)Closed at 1731587564847 (+2 ms) 2024-11-14T12:32:44,847 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:44,886 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:44,939 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:44,995 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:45,080 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:32:45,080 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:32:45,086 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:45,243 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/ns/d522f8c39061413daca36b44f6797e26 2024-11-14T12:32:45,275 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/table/a5225f343eac4b04938247d888739a79 is 53, key is hbase:replication/table:state/1731587562402/Put/seqid=0 2024-11-14T12:32:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:32:45,286 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:32:45,286 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:45,286 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:45,487 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:45,603 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:45,648 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 to pos 0, reset compression=false 2024-11-14T12:32:45,682 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/table/a5225f343eac4b04938247d888739a79 2024-11-14T12:32:45,687 DEBUG [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:45,695 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/7718aa6f83bf4521a26d94985199b2f8 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/info/7718aa6f83bf4521a26d94985199b2f8 2024-11-14T12:32:45,705 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/info/7718aa6f83bf4521a26d94985199b2f8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:32:45,706 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/ns/d522f8c39061413daca36b44f6797e26 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/ns/d522f8c39061413daca36b44f6797e26 2024-11-14T12:32:45,717 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/ns/d522f8c39061413daca36b44f6797e26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:32:45,719 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/table/a5225f343eac4b04938247d888739a79 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/table/a5225f343eac4b04938247d888739a79 2024-11-14T12:32:45,728 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/table/a5225f343eac4b04938247d888739a79, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:32:45,729 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1444ms, sequenceid=11, compaction requested=false 2024-11-14T12:32:45,735 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:32:45,736 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:45,736 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:45,736 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:45,736 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587564284Running coprocessor pre-close hooks at 1731587564284Disabling compacts and flushes for region at 1731587564284Disabling writes for close at 1731587564285 (+1 ms)Obtaining lock to block concurrent updates at 1731587564289 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731587564289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731587564297 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587564298 (+1 ms)Flushing 1588230740/info: creating writer at 1731587564300 (+2 ms)Flushing 1588230740/info: appending metadata at 1731587564338 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731587564340 (+2 ms)Flushing 1588230740/ns: creating writer at 1731587564813 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731587564833 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731587564833Flushing 1588230740/table: creating writer at 1731587565259 (+426 ms)Flushing 1588230740/table: appending metadata at 1731587565274 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731587565274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7652a48a: reopening flushed file at 1731587565693 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389a1bbd: reopening flushed file at 1731587565705 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2486d408: reopening flushed file at 1731587565717 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1444ms, sequenceid=11, compaction requested=false at 1731587565729 (+12 ms)Writing region close event to WAL at 1731587565730 (+1 ms)Running coprocessor post-close hooks at 1731587565736 (+6 ms)Closed at 1731587565736 2024-11-14T12:32:45,737 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:45,888 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45651,1731587551026; all regions closed. 2024-11-14T12:32:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:32:45,907 DEBUG [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:45,907 INFO [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45651%2C1731587551026.meta:.meta(num 1731587555228) 2024-11-14T12:32:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741837_1013 (size=1802) 2024-11-14T12:32:45,913 DEBUG [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:45,913 INFO [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45651%2C1731587551026.rep:(num 1731587562334) 2024-11-14T12:32:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:32:45,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026/f1b69e0236bd%2C45651%2C1731587551026.1731587554186 not finished, retry = 0 2024-11-14T12:32:46,022 DEBUG [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:46,023 INFO [RS:0;f1b69e0236bd:45651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45651%2C1731587551026:(num 1731587554186) 2024-11-14T12:32:46,023 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:46,023 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:46,023 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:46,023 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:46,024 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:46,024 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:46,024 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,45651,1731587551026 because: Region server is closing 2024-11-14T12:32:46,025 INFO [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45651. 2024-11-14T12:32:46,026 DEBUG [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:46,026 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:46,026 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:46,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:46,127 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:32:46,127 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:32:46,127 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,1-f1b69e0236bd,45651,1731587551026 terminated 2024-11-14T12:32:46,128 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f1b69e0236bd,45651,1731587551026 because: Region server is closing 2024-11-14T12:32:46,128 INFO [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45651. 2024-11-14T12:32:46,129 DEBUG [RS:0;f1b69e0236bd:45651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:46,129 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:46,129 DEBUG [RS:0;f1b69e0236bd:45651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:46,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:46,230 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.wal-reader.f1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:32:46,230 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:32:46,230 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,45651,1731587551026.replicationSource.shipperf1b69e0236bd%2C45651%2C1731587551026,2-f1b69e0236bd,45651,1731587551026 terminated 2024-11-14T12:32:46,231 INFO [RS:0;f1b69e0236bd:45651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45651 2024-11-14T12:32:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/rs/f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:46,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/rs 2024-11-14T12:32:46,288 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:46,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45651,1731587551026] 2024-11-14T12:32:46,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/draining/f1b69e0236bd,45651,1731587551026 already deleted, retry=false 2024-11-14T12:32:46,304 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45651,1731587551026 expired; onlineServers=0 2024-11-14T12:32:46,304 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,34031,1731587550316' ***** 2024-11-14T12:32:46,304 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:32:46,304 INFO [M:0;f1b69e0236bd:34031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:46,304 INFO [M:0;f1b69e0236bd:34031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:46,305 DEBUG [M:0;f1b69e0236bd:34031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:32:46,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:32:46,305 DEBUG [M:0;f1b69e0236bd:34031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:32:46,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587553831 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587553831,5,FailOnTimeoutGroup] 2024-11-14T12:32:46,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587553832 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587553832,5,FailOnTimeoutGroup] 2024-11-14T12:32:46,305 INFO [M:0;f1b69e0236bd:34031 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:46,306 INFO [M:0;f1b69e0236bd:34031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:46,306 DEBUG [M:0;f1b69e0236bd:34031 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:32:46,306 INFO [M:0;f1b69e0236bd:34031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:32:46,306 INFO [M:0;f1b69e0236bd:34031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:46,307 INFO [M:0;f1b69e0236bd:34031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:32:46,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:32:46,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/master 2024-11-14T12:32:46,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:46,312 DEBUG [M:0;f1b69e0236bd:34031 {}] zookeeper.ZKUtil(347): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/master because node does not exist (not an error) 2024-11-14T12:32:46,312 WARN [M:0;f1b69e0236bd:34031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:32:46,313 INFO [M:0;f1b69e0236bd:34031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.lastflushedseqids 2024-11-14T12:32:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:32:46,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45651-0x1013a82e2bf0001, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:46,397 INFO [RS:0;f1b69e0236bd:45651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:46,397 INFO [RS:0;f1b69e0236bd:45651 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45651,1731587551026; zookeeper connection closed. 2024-11-14T12:32:46,398 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d5b2096 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d5b2096 2024-11-14T12:32:46,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:32:46,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:32:46,729 INFO [M:0;f1b69e0236bd:34031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:32:46,729 INFO [M:0;f1b69e0236bd:34031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:32:46,729 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:46,730 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:46,730 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:46,730 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:46,730 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:46,731 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T12:32:46,754 DEBUG [M:0;f1b69e0236bd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae20cff6470c456ba055f9f0c9b6a191 is 82, key is hbase:meta,,1/info:regioninfo/1731587555313/Put/seqid=0 2024-11-14T12:32:46,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:32:47,160 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae20cff6470c456ba055f9f0c9b6a191 2024-11-14T12:32:47,187 DEBUG [M:0;f1b69e0236bd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722bf557bb994a569b7460c7c3284749 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731587562409/Put/seqid=0 2024-11-14T12:32:47,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741844_1020 (size=8663) 2024-11-14T12:32:47,596 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722bf557bb994a569b7460c7c3284749 2024-11-14T12:32:47,625 DEBUG [M:0;f1b69e0236bd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de521280765a42b8a6004a370c4cb7a8 is 69, key is f1b69e0236bd,45651,1731587551026/rs:state/1731587553948/Put/seqid=0 2024-11-14T12:32:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:32:48,031 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de521280765a42b8a6004a370c4cb7a8 2024-11-14T12:32:48,040 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae20cff6470c456ba055f9f0c9b6a191 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae20cff6470c456ba055f9f0c9b6a191 2024-11-14T12:32:48,047 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae20cff6470c456ba055f9f0c9b6a191, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T12:32:48,049 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722bf557bb994a569b7460c7c3284749 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722bf557bb994a569b7460c7c3284749 2024-11-14T12:32:48,057 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722bf557bb994a569b7460c7c3284749, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T12:32:48,059 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de521280765a42b8a6004a370c4cb7a8 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de521280765a42b8a6004a370c4cb7a8 2024-11-14T12:32:48,067 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de521280765a42b8a6004a370c4cb7a8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T12:32:48,069 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false 2024-11-14T12:32:48,070 INFO [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:48,071 DEBUG [M:0;f1b69e0236bd:34031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587566729Disabling compacts and flushes for region at 1731587566729Disabling writes for close at 1731587566730 (+1 ms)Obtaining lock to block concurrent updates at 1731587566731 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587566731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731587566731Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587566733 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587566733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587566754 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587566754Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587567169 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587567187 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587567187Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587567609 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587567624 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587567625 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471d532f: reopening flushed file at 1731587568039 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a462ab: reopening flushed file at 1731587568048 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d389201: reopening flushed file at 1731587568057 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false at 1731587568069 (+12 ms)Writing region close event to WAL at 1731587568070 (+1 ms)Closed at 1731587568070 2024-11-14T12:32:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741830_1006 (size=59421) 2024-11-14T12:32:48,075 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:48,075 INFO [M:0;f1b69e0236bd:34031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:32:48,075 INFO [M:0;f1b69e0236bd:34031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34031 2024-11-14T12:32:48,076 INFO [M:0;f1b69e0236bd:34031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:48,279 INFO [M:0;f1b69e0236bd:34031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:48,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x1013a82e2bf0000, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:48,283 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:48,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:48,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:48,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:32:48,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:48,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35997 2024-11-14T12:32:48,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35997 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359970x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:48,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35997-0x1013a82e2bf0006 connected 2024-11-14T12:32:48,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:48,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:48,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:48,316 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: INIT 2024-11-14T12:32:48,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f, hbase.cluster.distributed=false 2024-11-14T12:32:48,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/acl 2024-11-14T12:32:48,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-14T12:32:48,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35997 2024-11-14T12:32:48,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35997 2024-11-14T12:32:48,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-14T12:32:48,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-14T12:32:48,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:32:48,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:32:48,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:32:48,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:32:48,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:32:48,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:32:48,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38839 2024-11-14T12:32:48,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38839 connecting to ZooKeeper ensemble=127.0.0.1:53831 2024-11-14T12:32:48,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:48,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:48,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388390x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:32:48,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388390x0, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:48,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38839-0x1013a82e2bf0007 connected 2024-11-14T12:32:48,346 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: INIT 2024-11-14T12:32:48,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:32:48,351 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:32:48,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/master 2024-11-14T12:32:48,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/acl 2024-11-14T12:32:48,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38839 2024-11-14T12:32:48,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38839 2024-11-14T12:32:48,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38839 2024-11-14T12:32:48,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38839 2024-11-14T12:32:48,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38839 2024-11-14T12:32:48,369 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:35997 2024-11-14T12:32:48,370 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02122355142/backup-masters/f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:48,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:48,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:48,379 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/backup-masters/f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/master 2024-11-14T12:32:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:48,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:48,387 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/master 2024-11-14T12:32:48,388 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02122355142/backup-masters/f1b69e0236bd,35997,1731587568282 from backup master directory 2024-11-14T12:32:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/backup-masters/f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:48,395 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/backup-masters 2024-11-14T12:32:48,395 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:48,410 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:32:48,410 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:32:48,424 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-14T12:32:48,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741846_1022 (size=196) 2024-11-14T12:32:48,841 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:32:48,844 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:32:48,844 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:48,854 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T12:32:48,857 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316 to hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316-dead as it is dead 2024-11-14T12:32:48,858 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T12:32:48,859 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T12:32:48,859 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316-dead/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:48,865 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316-dead/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 after 4ms 2024-11-14T12:32:48,867 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316-dead/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 to hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:48,867 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,34031,1731587550316-dead 2024-11-14T12:32:48,868 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:48,869 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:48,871 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C35997%2C1731587568282, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,35997,1731587568282, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:32:48,885 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,35997,1731587568282/f1b69e0236bd%2C35997%2C1731587568282.1731587568871, exclude list is [], retry=0 2024-11-14T12:32:48,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:48,891 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,35997,1731587568282/f1b69e0236bd%2C35997%2C1731587568282.1731587568871 2024-11-14T12:32:48,891 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:48,891 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:48,892 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:48,892 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,892 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:32:48,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:48,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae20cff6470c456ba055f9f0c9b6a191 2024-11-14T12:32:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:32:48,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:48,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722bf557bb994a569b7460c7c3284749 2024-11-14T12:32:48,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:48,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:32:48,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:48,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de521280765a42b8a6004a370c4cb7a8 2024-11-14T12:32:48,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:48,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:32:48,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:48,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:48,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T12:32:48,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:48,941 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:48,942 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C34031%2C1731587550316.1731587553147 2024-11-14T12:32:48,944 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,944 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,945 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:48,947 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:32:48,950 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T12:32:48,951 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64655272, jitterRate=-0.03656136989593506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:48,951 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587568892Initializing all the Stores at 1731587568893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587568893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587568894 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587568894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587568894Cleaning up temporary data from old regions at 1731587568944 (+50 ms)Region opened successfully at 1731587568951 (+7 ms) 2024-11-14T12:32:48,952 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:32:48,956 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137cbd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:48,967 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T12:32:48,968 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:32:48,968 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:32:48,968 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:32:48,969 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:32:48,974 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:32:48,974 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:32:48,975 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:32:48,975 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:32:48,976 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:32:48,976 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T12:32:48,976 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T12:32:48,976 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:32:48,981 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f1b69e0236bd,45651,1731587551026, regionLocation=f1b69e0236bd,45651,1731587551026, openSeqNum=2 2024-11-14T12:32:48,981 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f1b69e0236bd,45651,1731587551026, table=hbase:meta, region=1588230740 2024-11-14T12:32:48,981 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45651,1731587551026, state=OPEN 2024-11-14T12:32:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,017 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:32:49,020 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/draining/f1b69e0236bd,45651,1731587551026 already deleted, retry=false 2024-11-14T12:32:49,020 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f1b69e0236bd,45651,1731587551026 on f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:49,025 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f1b69e0236bd,45651,1731587551026, splitWal=true, meta=true 2024-11-14T12:32:49,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for f1b69e0236bd,45651,1731587551026 (carryingMeta=true) f1b69e0236bd,45651,1731587551026/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@447b6e29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T12:32:49,031 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/balancer because node does not exist (not necessarily an error) 2024-11-14T12:32:49,054 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/balancer already deleted, retry=false 2024-11-14T12:32:49,055 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:32:49,055 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:32:49,062 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/normalizer already deleted, retry=false 2024-11-14T12:32:49,062 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:32:49,064 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:32:49,070 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/switch/split already deleted, retry=false 2024-11-14T12:32:49,072 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:32:49,078 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/switch/merge already deleted, retry=false 2024-11-14T12:32:49,098 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:32:49,104 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/snapshot-cleanup already deleted, retry=false 2024-11-14T12:32:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:49,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,35997,1731587568282, sessionid=0x1013a82e2bf0006, setting cluster-up flag (Was=false) 2024-11-14T12:32:49,121 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02122355142/flush-table-proc/acquired, /02122355142/flush-table-proc/reached, /02122355142/flush-table-proc/abort 2024-11-14T12:32:49,122 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:49,130 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02122355142/online-snapshot/acquired, /02122355142/online-snapshot/reached, /02122355142/online-snapshot/abort 2024-11-14T12:32:49,131 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:49,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.lastflushedseqids 2024-11-14T12:32:49,136 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:32:49,136 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:32:49,136 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,35997,1731587568282 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f1b69e0236bd,45651,1731587551026 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:49,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587599139 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:32:49,139 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:32:49,140 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:32:49,141 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587569140,5,FailOnTimeoutGroup] 2024-11-14T12:32:49,141 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587569141,5,FailOnTimeoutGroup] 2024-11-14T12:32:49,141 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,141 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:32:49,141 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,141 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,141 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587569141, completionTime=-1 2024-11-14T12:32:49,141 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T12:32:49,142 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f1b69e0236bd,45651,1731587551026, splitWal=true, meta=true 2024-11-14T12:32:49,144 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:32:49,144 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f1b69e0236bd,45651,1731587551026, splitWal=true, meta=true, isMeta: true 2024-11-14T12:32:49,146 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026-splitting 2024-11-14T12:32:49,147 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026-splitting dir is empty, no logs to split. 2024-11-14T12:32:49,147 INFO [PEWorker-1 {}] master.SplitWALManager(105): f1b69e0236bd,45651,1731587551026 WAL count=0, meta=true 2024-11-14T12:32:49,152 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026-splitting dir is empty, no logs to split. 2024-11-14T12:32:49,152 INFO [PEWorker-1 {}] master.SplitWALManager(105): f1b69e0236bd,45651,1731587551026 WAL count=0, meta=true 2024-11-14T12:32:49,152 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f1b69e0236bd,45651,1731587551026 WAL splitting is done? wals=0, meta=true 2024-11-14T12:32:49,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:32:49,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:49,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:32:49,161 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(746): ClusterId : 7454b256-5c9b-4b38-a36f-c68280b9c968 2024-11-14T12:32:49,161 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:32:49,171 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:32:49,171 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:32:49,179 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:32:49,180 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572831d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:32:49,194 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:38839 2024-11-14T12:32:49,194 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:32:49,194 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:32:49,194 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:32:49,195 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,35997,1731587568282 with port=38839, startcode=1731587568334 2024-11-14T12:32:49,195 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:32:49,197 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:32:49,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,200 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f 2024-11-14T12:32:49,200 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39827 2024-11-14T12:32:49,200 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:32:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/rs 2024-11-14T12:32:49,204 DEBUG [RS:0;f1b69e0236bd:38839 {}] zookeeper.ZKUtil(111): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on existing znode=/02122355142/rs/f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,204 WARN [RS:0;f1b69e0236bd:38839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:32:49,205 INFO [RS:0;f1b69e0236bd:38839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:49,205 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,38839,1731587568334] 2024-11-14T12:32:49,240 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:32:49,242 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:32:49,243 INFO [RS:0;f1b69e0236bd:38839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:32:49,243 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,243 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:32:49,244 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:32:49,244 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:32:49,244 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:49,245 DEBUG [RS:0;f1b69e0236bd:38839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,246 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38839,1731587568334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:49,261 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:32:49,262 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38839,1731587568334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,276 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,38839,1731587568334, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:32:49,289 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(231): queueId=2-f1b69e0236bd,38839,1731587568334, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:32:49,289 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,290 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.Replication(171): f1b69e0236bd,38839,1731587568334 started 2024-11-14T12:32:49,290 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:49,291 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38076bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,291 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:49,292 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:49,293 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9d42581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:49,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:49,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:49,296 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:49,297 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7804634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,297 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad04df6 2024-11-14T12:32:49,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:49,299 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T12:32:49,300 INFO [RS:0;f1b69e0236bd:38839.replicationSource,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,38839,1731587568334 (queues=0) is replicating from cluster=7454b256-5c9b-4b38-a36f-c68280b9c968 to cluster=fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:49,305 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:49,305 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,38839,1731587568334, RpcServer on f1b69e0236bd/172.17.0.3:38839, sessionid=0x1013a82e2bf0007 2024-11-14T12:32:49,305 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:32:49,305 DEBUG [RS:0;f1b69e0236bd:38839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,305 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,38839,1731587568334' 2024-11-14T12:32:49,305 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02122355142/flush-table-proc/abort' 2024-11-14T12:32:49,306 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02122355142/flush-table-proc/acquired' 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,38839,1731587568334' 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02122355142/online-snapshot/abort' 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02122355142/online-snapshot/acquired' 2024-11-14T12:32:49,307 DEBUG [RS:0;f1b69e0236bd:38839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:32:49,308 INFO [RS:0;f1b69e0236bd:38839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:32:49,308 INFO [RS:0;f1b69e0236bd:38839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:32:49,308 WARN [f1b69e0236bd:35997 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:32:49,309 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:39465' 2024-11-14T12:32:49,311 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387bfd7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,311 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39465,-1 for getting cluster id 2024-11-14T12:32:49,311 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:49,312 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa88a366-409d-491c-99bd-1fa7fe54c8ca' 2024-11-14T12:32:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa88a366-409d-491c-99bd-1fa7fe54c8ca" 2024-11-14T12:32:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf95590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39465,-1] 2024-11-14T12:32:49,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:49,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:49,315 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:49,316 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@de2e0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:49,316 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21235505 2024-11-14T12:32:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:49,318 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T12:32:49,319 INFO [RS:0;f1b69e0236bd:38839.replicationSource,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f1b69e0236bd,38839,1731587568334 (queues=0) is replicating from cluster=7454b256-5c9b-4b38-a36f-c68280b9c968 to cluster=fa88a366-409d-491c-99bd-1fa7fe54c8ca 2024-11-14T12:32:49,408 INFO [RS:0;f1b69e0236bd:38839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:32:49,411 INFO [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C38839%2C1731587568334, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:49,429 DEBUG [RS:0;f1b69e0236bd:38839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412, exclude list is [], retry=0 2024-11-14T12:32:49,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:49,436 INFO [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 2024-11-14T12:32:49,436 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f1b69e0236bd%2C38839%2C1731587568334 for peer 1 2024-11-14T12:32:49,436 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f1b69e0236bd%2C38839%2C1731587568334 for peer 2 2024-11-14T12:32:49,436 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C38839%2C1731587568334 2024-11-14T12:32:49,436 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,38839,1731587568334, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:32:49,437 INFO [RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C38839%2C1731587568334 2024-11-14T12:32:49,437 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f1b69e0236bd%2C38839%2C1731587568334 2024-11-14T12:32:49,437 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f1b69e0236bd,38839,1731587568334, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:32:49,437 DEBUG [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:49,437 INFO [RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C38839%2C1731587568334 2024-11-14T12:32:49,437 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412, startPosition=0, beingWritten=true 2024-11-14T12:32:49,437 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412, startPosition=0, beingWritten=true 2024-11-14T12:32:49,558 DEBUG [f1b69e0236bd:35997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:32:49,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,561 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,38839,1731587568334, state=OPENING 2024-11-14T12:32:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:32:49,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,38839,1731587568334}] 2024-11-14T12:32:49,645 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:49,645 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:49,727 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:32:49,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:32:49,738 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:32:49,739 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:49,739 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:32:49,741 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C38839%2C1731587568334.meta, suffix=.meta, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:49,755 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.meta.1731587569742.meta, exclude list is [], retry=0 2024-11-14T12:32:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:49,760 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.meta.1731587569742.meta 2024-11-14T12:32:49,761 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:49,761 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:49,761 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:32:49,761 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:32:49,761 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:32:49,761 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:32:49,762 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:32:49,762 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:49,762 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:32:49,762 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:32:49,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:32:49,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:32:49,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:49,774 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/info/7718aa6f83bf4521a26d94985199b2f8 2024-11-14T12:32:49,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:49,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:32:49,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:32:49,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:49,785 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/ns/d522f8c39061413daca36b44f6797e26 2024-11-14T12:32:49,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:49,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:32:49,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:32:49,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:49,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:49,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:32:49,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:32:49,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:49,799 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/table/a5225f343eac4b04938247d888739a79 2024-11-14T12:32:49,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:32:49,800 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:32:49,801 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:49,803 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740 2024-11-14T12:32:49,804 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:32:49,804 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:32:49,805 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:32:49,807 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:32:49,808 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69386730, jitterRate=0.033942848443984985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:32:49,808 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:32:49,808 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587569762Writing region info on filesystem at 1731587569762Initializing all the Stores at 1731587569763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587569763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587569763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587569763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587569764 (+1 ms)Cleaning up temporary data from old regions at 1731587569804 (+40 ms)Running coprocessor post-open hooks at 1731587569808 (+4 ms)Region opened successfully at 1731587569808 2024-11-14T12:32:49,809 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731587569726 2024-11-14T12:32:49,812 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:32:49,812 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:32:49,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,814 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,38839,1731587568334, state=OPEN 2024-11-14T12:32:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02122355142/meta-region-server 2024-11-14T12:32:49,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02122355142/meta-region-server: CHANGED 2024-11-14T12:32:49,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T12:32:49,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,38839,1731587568334 in 249 msec 2024-11-14T12:32:49,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T12:32:49,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-14T12:32:49,955 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:49,955 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:50,367 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:50,367 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:50,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T12:32:50,880 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:50,880 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:51,492 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:51,492 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:51,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:32:52,205 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:52,205 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:52,251 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-14T12:32:53,018 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:53,018 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:53,655 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T12:32:53,656 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:32:53,657 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:53,657 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,38839,1731587568334, seqNum=-1] 2024-11-14T12:32:53,658 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:53,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:53,672 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e49db1b502cc57942dd3ecd317cab885, regionState=OPEN, lastHost=f1b69e0236bd,45651,1731587551026, regionLocation=f1b69e0236bd,45651,1731587551026, openSeqNum=2 2024-11-14T12:32:53,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:32:53,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587633672 2024-11-14T12:32:53,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587693672 2024-11-14T12:32:53,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,673 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f1b69e0236bd,45651,1731587551026 had 2 regions 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:35997, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,673 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,675 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f1b69e0236bd,45651,1731587551026, splitWal=true, meta=true, isMeta: false 2024-11-14T12:32:53,677 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026-splitting dir is empty, no logs to split. 2024-11-14T12:32:53,677 INFO [PEWorker-3 {}] master.SplitWALManager(105): f1b69e0236bd,45651,1731587551026 WAL count=0, meta=false 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.286sec 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:32:53,681 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:32:53,681 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,45651,1731587551026-splitting dir is empty, no logs to split. 2024-11-14T12:32:53,682 INFO [PEWorker-3 {}] master.SplitWALManager(105): f1b69e0236bd,45651,1731587551026 WAL count=0, meta=false 2024-11-14T12:32:53,682 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f1b69e0236bd,45651,1731587551026 WAL splitting is done? wals=0, meta=false 2024-11-14T12:32:53,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN}] 2024-11-14T12:32:53,686 WARN [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f1b69e0236bd,45651,1731587551026/hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:53,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN 2024-11-14T12:32:53,688 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:32:53,688 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:32:53,688 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35997,1731587568282-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:32:53,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:32:53,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,35997,-1 for getting cluster id 2024-11-14T12:32:53,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:53,770 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7454b256-5c9b-4b38-a36f-c68280b9c968' 2024-11-14T12:32:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7454b256-5c9b-4b38-a36f-c68280b9c968" 2024-11-14T12:32:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654148ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,35997,-1] 2024-11-14T12:32:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:53,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,775 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3422830e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:32:53,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,38839,1731587568334, seqNum=-1] 2024-11-14T12:32:53,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:32:53,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:32:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T12:32:53,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:53,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:53,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:53,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f1b69e0236bd:35997 after: f1b69e0236bd:35997 2024-11-14T12:32:53,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,35997,-1 for getting cluster id 2024-11-14T12:32:53,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:32:53,786 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7454b256-5c9b-4b38-a36f-c68280b9c968' 2024-11-14T12:32:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:32:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7454b256-5c9b-4b38-a36f-c68280b9c968" 2024-11-14T12:32:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,35997,-1] 2024-11-14T12:32:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:32:53,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,788 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:32:53,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:32:53,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:32:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a603fa8 2024-11-14T12:32:53,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:32:53,791 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:32:53,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:32:53,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:32:53,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:32:53,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T12:32:53,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:32:53,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:53,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:53,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:53,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:32:53,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-14T12:32:53,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,39465,1731587557356 2024-11-14T12:32:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482120828/running 2024-11-14T12:32:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482120828/running 2024-11-14T12:32:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:53,837 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:53,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:53,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:53,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/running 2024-11-14T12:32:53,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Set watcher on znode that does not yet exist, /1-482120828/running 2024-11-14T12:32:53,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,838 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,40671,1731587557482' ***** 2024-11-14T12:32:53,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:32:53,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:32:53,839 DEBUG [f1b69e0236bd:35997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:53,839 INFO [RS:0;f1b69e0236bd:40671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:40671. 2024-11-14T12:32:53,839 DEBUG [RS:0;f1b69e0236bd:40671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:53,839 DEBUG [RS:0;f1b69e0236bd:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:53,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e49db1b502cc57942dd3ecd317cab885, regionState=OPENING, regionLocation=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:53,840 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:32:53,840 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:32:53,840 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:32:53,840 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:32:53,840 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:32:53,840 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:53,840 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:53,840 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:53,841 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:53,841 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:53,841 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:53,841 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:53,841 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:32:53,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN because future has completed 2024-11-14T12:32:53,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,38839,1731587568334}] 2024-11-14T12:32:53,862 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/.tmp/ns/ed8874a6935949c892c51db7de3671ef is 43, key is default/ns:d/1731587560961/Put/seqid=0 2024-11-14T12:32:53,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:32:53,912 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:53,930 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:53,930 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:54,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:54,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:32:54,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:32:54,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C38839%2C1731587568334.rep, suffix=, logDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334, archiveDir=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs, maxLogs=10 2024-11-14T12:32:54,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.rep.1731587574010, exclude list is [], retry=0 2024-11-14T12:32:54,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-2fabbf63-bd4c-457c-ae64-30ab574cf408,DISK] 2024-11-14T12:32:54,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.rep.1731587574010 2024-11-14T12:32:54,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-14T12:32:54,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e49db1b502cc57942dd3ecd317cab885, NAME => 'hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:32:54,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. service=MultiRowMutationService 2024-11-14T12:32:54,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,035 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,036 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName hfileref 2024-11-14T12:32:54,036 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:54,037 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:54,037 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,038 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName queue 2024-11-14T12:32:54,038 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:54,041 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:54,046 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/queue/79ce8da8ca114977a1b3ba540f72a3af 2024-11-14T12:32:54,046 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:54,046 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,048 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49db1b502cc57942dd3ecd317cab885 columnFamilyName sid 2024-11-14T12:32:54,048 DEBUG [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:32:54,048 INFO [StoreOpener-e49db1b502cc57942dd3ecd317cab885-1 {}] regionserver.HStore(327): Store=e49db1b502cc57942dd3ecd317cab885/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:32:54,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:32:54,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened e49db1b502cc57942dd3ecd317cab885; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72957140, jitterRate=0.0871461033821106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:32:54,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:54,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e49db1b502cc57942dd3ecd317cab885: Running coprocessor pre-open hook at 1731587574034Writing region info on filesystem at 1731587574034Initializing all the Stores at 1731587574035 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587574035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587574035Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587574035Cleaning up temporary data from old regions at 1731587574052 (+17 ms)Running coprocessor post-open hooks at 1731587574055 (+3 ms)Region opened successfully at 1731587574056 (+1 ms) 2024-11-14T12:32:54,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., pid=19, masterSystemTime=1731587573999 2024-11-14T12:32:54,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:54,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:54,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e49db1b502cc57942dd3ecd317cab885, regionState=OPEN, openSeqNum=10, regionLocation=f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:54,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,38839,1731587568334 because future has completed 2024-11-14T12:32:54,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T12:32:54,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure e49db1b502cc57942dd3ecd317cab885, server=f1b69e0236bd,38839,1731587568334 in 220 msec 2024-11-14T12:32:54,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T12:32:54,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49db1b502cc57942dd3ecd317cab885, ASSIGN in 382 msec 2024-11-14T12:32:54,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T12:32:54,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., hostname=f1b69e0236bd,38839,1731587568334, seqNum=10] 2024-11-14T12:32:54,110 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f1b69e0236bd,45651,1731587551026 2024-11-14T12:32:54,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T12:32:54,241 DEBUG [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:54,268 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/.tmp/ns/ed8874a6935949c892c51db7de3671ef 2024-11-14T12:32:54,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T12:32:54,284 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/.tmp/ns/ed8874a6935949c892c51db7de3671ef as hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/ns/ed8874a6935949c892c51db7de3671ef 2024-11-14T12:32:54,292 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/ns/ed8874a6935949c892c51db7de3671ef, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:32:54,293 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-14T12:32:54,293 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:32:54,299 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:32:54,299 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:54,300 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:54,300 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:54,300 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587573840Running coprocessor pre-close hooks at 1731587573840Disabling compacts and flushes for region at 1731587573840Disabling writes for close at 1731587573841 (+1 ms)Obtaining lock to block concurrent updates at 1731587573841Preparing flush snapshotting stores in 1588230740 at 1731587573841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731587573842 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587573843 (+1 ms)Flushing 1588230740/ns: creating writer at 1731587573843Flushing 1588230740/ns: appending metadata at 1731587573862 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731587573862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e6e1ca: reopening flushed file at 1731587574283 (+421 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1731587574293 (+10 ms)Writing region close event to WAL at 1731587574294 (+1 ms)Running coprocessor post-close hooks at 1731587574299 (+5 ms)Closed at 1731587574300 (+1 ms) 2024-11-14T12:32:54,300 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:54,441 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,40671,1731587557482; all regions closed. 2024-11-14T12:32:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:32:54,447 DEBUG [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/oldWALs 2024-11-14T12:32:54,447 INFO [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C40671%2C1731587557482.meta:.meta(num 1731587560887) 2024-11-14T12:32:54,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:32:54,453 DEBUG [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/oldWALs 2024-11-14T12:32:54,453 INFO [RS:0;f1b69e0236bd:40671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C40671%2C1731587557482:(num 1731587559833) 2024-11-14T12:32:54,453 DEBUG [RS:0;f1b69e0236bd:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:54,453 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:54,453 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:54,453 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:54,454 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:54,454 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:54,454 INFO [RS:0;f1b69e0236bd:40671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40671 2024-11-14T12:32:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828/rs 2024-11-14T12:32:54,582 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482120828/rs/f1b69e0236bd,40671,1731587557482 2024-11-14T12:32:54,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,40671,1731587557482] 2024-11-14T12:32:54,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-482120828/draining/f1b69e0236bd,40671,1731587557482 already deleted, retry=false 2024-11-14T12:32:54,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,40671,1731587557482 expired; onlineServers=0 2024-11-14T12:32:54,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,39465,1731587557356' ***** 2024-11-14T12:32:54,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:32:54,603 INFO [M:0;f1b69e0236bd:39465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:54,604 DEBUG [M:0;f1b69e0236bd:39465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:32:54,604 DEBUG [M:0;f1b69e0236bd:39465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:32:54,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:32:54,604 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587559572 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587559572,5,FailOnTimeoutGroup] 2024-11-14T12:32:54,604 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587559572 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587559572,5,FailOnTimeoutGroup] 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:54,604 DEBUG [M:0;f1b69e0236bd:39465 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:54,604 INFO [M:0;f1b69e0236bd:39465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:32:54,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:32:54,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-482120828/master 2024-11-14T12:32:54,612 DEBUG [M:0;f1b69e0236bd:39465 {}] zookeeper.ZKUtil(347): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Unable to get data of znode /1-482120828/master because node does not exist (not an error) 2024-11-14T12:32:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-482120828 2024-11-14T12:32:54,612 WARN [M:0;f1b69e0236bd:39465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:32:54,613 INFO [M:0;f1b69e0236bd:39465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/.lastflushedseqids 2024-11-14T12:32:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:32:54,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:54,695 INFO [RS:0;f1b69e0236bd:40671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:54,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1013a82e2bf0004, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:54,695 INFO [RS:0;f1b69e0236bd:40671 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,40671,1731587557482; zookeeper connection closed. 2024-11-14T12:32:54,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a 2024-11-14T12:32:54,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:32:54,943 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:54,943 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:55,020 INFO [M:0;f1b69e0236bd:39465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:32:55,020 INFO [M:0;f1b69e0236bd:39465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:32:55,021 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:55,021 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:55,021 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:55,021 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:55,021 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:55,021 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:32:55,045 DEBUG [M:0;f1b69e0236bd:39465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e745e48e763c4d1eb3a84631e2c25711 is 82, key is hbase:meta,,1/info:regioninfo/1731587560937/Put/seqid=0 2024-11-14T12:32:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:32:55,452 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e745e48e763c4d1eb3a84631e2c25711 2024-11-14T12:32:55,481 DEBUG [M:0;f1b69e0236bd:39465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314667b58f014edeb23414254cd2c8ac is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731587560968/Put/seqid=0 2024-11-14T12:32:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:32:55,887 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314667b58f014edeb23414254cd2c8ac 2024-11-14T12:32:55,912 DEBUG [M:0;f1b69e0236bd:39465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9dcc7f2477049be97b2d210d9c845be is 69, key is f1b69e0236bd,40671,1731587557482/rs:state/1731587559644/Put/seqid=0 2024-11-14T12:32:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:32:56,050 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:56,050 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:56,319 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9dcc7f2477049be97b2d210d9c845be 2024-11-14T12:32:56,334 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e745e48e763c4d1eb3a84631e2c25711 as hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e745e48e763c4d1eb3a84631e2c25711 2024-11-14T12:32:56,342 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e745e48e763c4d1eb3a84631e2c25711, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:32:56,344 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314667b58f014edeb23414254cd2c8ac as hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/314667b58f014edeb23414254cd2c8ac 2024-11-14T12:32:56,351 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/314667b58f014edeb23414254cd2c8ac, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:32:56,352 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9dcc7f2477049be97b2d210d9c845be as hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9dcc7f2477049be97b2d210d9c845be 2024-11-14T12:32:56,359 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34161/user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9dcc7f2477049be97b2d210d9c845be, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:32:56,360 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=28, compaction requested=false 2024-11-14T12:32:56,362 INFO [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:56,362 DEBUG [M:0;f1b69e0236bd:39465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587575021Disabling compacts and flushes for region at 1731587575021Disabling writes for close at 1731587575021Obtaining lock to block concurrent updates at 1731587575021Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587575022 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731587575022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587575024 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587575024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587575044 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587575044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587575466 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587575480 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587575481 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587575898 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587575912 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587575912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1958d2af: reopening flushed file at 1731587576332 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459c0d69: reopening flushed file at 1731587576343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc5330b: reopening flushed file at 1731587576351 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=28, compaction requested=false at 1731587576360 (+9 ms)Writing region close event to WAL at 1731587576362 (+2 ms)Closed at 1731587576362 2024-11-14T12:32:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37777 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:32:56,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39449faf-4679-db31-1e0e-776300f2f49f/MasterData/WALs/f1b69e0236bd,39465,1731587557356/f1b69e0236bd%2C39465%2C1731587557356.1731587559292 not finished, retry = 0 2024-11-14T12:32:56,466 INFO [M:0;f1b69e0236bd:39465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:32:56,466 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:56,466 INFO [M:0;f1b69e0236bd:39465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39465 2024-11-14T12:32:56,469 INFO [M:0;f1b69e0236bd:39465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:56,621 INFO [M:0;f1b69e0236bd:39465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39465-0x1013a82e2bf0003, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:56,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:32:56,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:56,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:56,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:56,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:56,670 WARN [BP-869030117-172.17.0.3-1731587555678 heartbeating to localhost/127.0.0.1:34161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:32:56,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:32:56,670 WARN [BP-869030117-172.17.0.3-1731587555678 heartbeating to localhost/127.0.0.1:34161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-869030117-172.17.0.3-1731587555678 (Datanode Uuid 21ccb508-d731-4c6c-abf5-10a43243a1af) service to localhost/127.0.0.1:34161 2024-11-14T12:32:56,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:32:56,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/cluster_c0471dab-224d-48fa-48be-321ced2aeafd/data/data1/current/BP-869030117-172.17.0.3-1731587555678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:56,672 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/cluster_c0471dab-224d-48fa-48be-321ced2aeafd/data/data2/current/BP-869030117-172.17.0.3-1731587555678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:56,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:32:56,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:32:56,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:56,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:56,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:56,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:56,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:32:56,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:32:56,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:56,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:56,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:56,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:56,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:56,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:32:56,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66149356, stopped=false 2024-11-14T12:32:56,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,35997,1731587568282 2024-11-14T12:32:56,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:56,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/running 2024-11-14T12:32:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:56,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:56,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:32:56,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:56,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:56,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Set watcher on znode that does not yet exist, /02122355142/running 2024-11-14T12:32:56,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:56,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,38839,1731587568334' ***** 2024-11-14T12:32:56,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:32:56,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(3091): Received CLOSE for e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:56,713 INFO [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:38839. 2024-11-14T12:32:56,713 DEBUG [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:56,713 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e49db1b502cc57942dd3ecd317cab885, disabling compactions & flushes 2024-11-14T12:32:56,713 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:56,713 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:56,714 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:32:56,714 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:32:56,714 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:56,714 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. after waiting 0 ms 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:56,714 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:32:56,714 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1325): Online Regions={e49db1b502cc57942dd3ecd317cab885=hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:32:56,714 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49db1b502cc57942dd3ecd317cab885 2024-11-14T12:32:56,714 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:32:56,714 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:32:56,714 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T12:32:56,719 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/replication/e49db1b502cc57942dd3ecd317cab885/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T12:32:56,720 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:56,720 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:56,720 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:56,720 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e49db1b502cc57942dd3ecd317cab885: Waiting for close lock at 1731587576713Running coprocessor pre-close hooks at 1731587576713Disabling compacts and flushes for region at 1731587576713Disabling writes for close at 1731587576714 (+1 ms)Writing region close event to WAL at 1731587576714Running coprocessor post-close hooks at 1731587576720 (+6 ms)Closed at 1731587576720 2024-11-14T12:32:56,720 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885. 2024-11-14T12:32:56,730 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/ab954ab34ef949ccaddebc14388bcfc9 is 147, key is hbase:replication,,1731587561134.e49db1b502cc57942dd3ecd317cab885./info:regioninfo/1731587574060/Put/seqid=0 2024-11-14T12:32:56,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741851_1027 (size=6385) 2024-11-14T12:32:56,755 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:56,914 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:57,115 DEBUG [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:32:57,137 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/ab954ab34ef949ccaddebc14388bcfc9 2024-11-14T12:32:57,152 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/.tmp/info/ab954ab34ef949ccaddebc14388bcfc9 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/info/ab954ab34ef949ccaddebc14388bcfc9 2024-11-14T12:32:57,158 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/info/ab954ab34ef949ccaddebc14388bcfc9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T12:32:57,160 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-14T12:32:57,165 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T12:32:57,166 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:32:57,166 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:32:57,166 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:57,166 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587576714Running coprocessor pre-close hooks at 1731587576714Disabling compacts and flushes for region at 1731587576714Disabling writes for close at 1731587576714Obtaining lock to block concurrent updates at 1731587576715 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587576715Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731587576715Flushing stores of hbase:meta,,1.1588230740 at 1731587576715Flushing 1588230740/info: creating writer at 1731587576716 (+1 ms)Flushing 1588230740/info: appending metadata at 1731587576729 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731587576729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bd2457: reopening flushed file at 1731587577151 (+422 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1731587577160 (+9 ms)Writing region close event to WAL at 1731587577161 (+1 ms)Running coprocessor post-close hooks at 1731587577166 (+5 ms)Closed at 1731587577166 2024-11-14T12:32:57,166 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:32:57,246 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:32:57,247 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:32:57,263 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:57,263 DEBUG [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.1731587569412 to pos 0, reset compression=false 2024-11-14T12:32:57,315 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,38839,1731587568334; all regions closed. 2024-11-14T12:32:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741849_1025 (size=2156) 2024-11-14T12:32:57,328 DEBUG [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:57,328 INFO [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C38839%2C1731587568334.meta:.meta(num 1731587569742) 2024-11-14T12:32:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741850_1026 (size=796) 2024-11-14T12:32:57,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/WALs/f1b69e0236bd,38839,1731587568334/f1b69e0236bd%2C38839%2C1731587568334.rep.1731587574010 not finished, retry = 0 2024-11-14T12:32:57,440 DEBUG [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:57,440 INFO [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C38839%2C1731587568334.rep:(num 1731587574010) 2024-11-14T12:32:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741848_1024 (size=93) 2024-11-14T12:32:57,448 DEBUG [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/oldWALs 2024-11-14T12:32:57,449 INFO [RS:0;f1b69e0236bd:38839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C38839%2C1731587568334:(num 1731587569412) 2024-11-14T12:32:57,449 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:57,449 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:32:57,449 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:57,449 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:57,450 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:57,450 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:57,450 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T12:32:57,450 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,38839,1731587568334 because: Region server is closing 2024-11-14T12:32:57,450 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T12:32:57,450 INFO [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:38839. 2024-11-14T12:32:57,450 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T12:32:57,451 DEBUG [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:57,451 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:57,451 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:57,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:57,551 WARN [RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:32:57,551 WARN [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:32:57,552 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,1-f1b69e0236bd,38839,1731587568334 terminated 2024-11-14T12:32:57,552 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f1b69e0236bd,38839,1731587568334 because: Region server is closing 2024-11-14T12:32:57,552 INFO [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:38839. 2024-11-14T12:32:57,552 DEBUG [RS:0;f1b69e0236bd:38839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:32:57,552 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:57,552 DEBUG [RS:0;f1b69e0236bd:38839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:32:57,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:32:57,653 WARN [RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:32:57,653 WARN [RS:0;f1b69e0236bd:38839.replicationSource.wal-reader.f1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:32:57,653 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f1b69e0236bd:38839.replicationSource.shipperf1b69e0236bd%2C38839%2C1731587568334,2-f1b69e0236bd,38839,1731587568334 terminated 2024-11-14T12:32:57,653 INFO [RS:0;f1b69e0236bd:38839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38839 2024-11-14T12:32:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142/rs 2024-11-14T12:32:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/rs/f1b69e0236bd,38839,1731587568334 2024-11-14T12:32:57,695 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:57,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,38839,1731587568334] 2024-11-14T12:32:57,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02122355142/draining/f1b69e0236bd,38839,1731587568334 already deleted, retry=false 2024-11-14T12:32:57,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,38839,1731587568334 expired; onlineServers=0 2024-11-14T12:32:57,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,35997,1731587568282' ***** 2024-11-14T12:32:57,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:32:57,711 INFO [M:0;f1b69e0236bd:35997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:32:57,711 INFO [M:0;f1b69e0236bd:35997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:32:57,712 DEBUG [M:0;f1b69e0236bd:35997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:32:57,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:32:57,712 DEBUG [M:0;f1b69e0236bd:35997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:32:57,712 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587569140 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587569140,5,FailOnTimeoutGroup] 2024-11-14T12:32:57,712 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587569141 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587569141,5,FailOnTimeoutGroup] 2024-11-14T12:32:57,712 INFO [M:0;f1b69e0236bd:35997 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:32:57,712 INFO [M:0;f1b69e0236bd:35997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:32:57,712 DEBUG [M:0;f1b69e0236bd:35997 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:32:57,712 INFO [M:0;f1b69e0236bd:35997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:32:57,712 INFO [M:0;f1b69e0236bd:35997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:32:57,713 INFO [M:0;f1b69e0236bd:35997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:32:57,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:32:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02122355142/master 2024-11-14T12:32:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02122355142 2024-11-14T12:32:57,720 DEBUG [M:0;f1b69e0236bd:35997 {}] zookeeper.ZKUtil(347): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Unable to get data of znode /02122355142/master because node does not exist (not an error) 2024-11-14T12:32:57,720 WARN [M:0;f1b69e0236bd:35997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:32:57,721 INFO [M:0;f1b69e0236bd:35997 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/.lastflushedseqids 2024-11-14T12:32:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741852_1028 (size=181) 2024-11-14T12:32:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:57,803 INFO [RS:0;f1b69e0236bd:38839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:57,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38839-0x1013a82e2bf0007, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:57,803 INFO [RS:0;f1b69e0236bd:38839 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,38839,1731587568334; zookeeper connection closed. 2024-11-14T12:32:57,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@774555fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@774555fd 2024-11-14T12:32:57,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:32:58,128 INFO [M:0;f1b69e0236bd:35997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:32:58,128 INFO [M:0;f1b69e0236bd:35997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:32:58,128 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:32:58,128 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:58,128 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:58,128 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:32:58,128 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:58,128 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T12:32:58,145 DEBUG [M:0;f1b69e0236bd:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff388f9656034145bb7e72e2e2148c8c is 82, key is hbase:meta,,1/info:regioninfo/1731587569813/Put/seqid=0 2024-11-14T12:32:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741853_1029 (size=5680) 2024-11-14T12:32:58,550 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff388f9656034145bb7e72e2e2148c8c 2024-11-14T12:32:58,571 DEBUG [M:0;f1b69e0236bd:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c7a2adbdd8c43218f41af01b4b13c95 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731587574068/Put/seqid=0 2024-11-14T12:32:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741854_1030 (size=7319) 2024-11-14T12:32:58,976 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c7a2adbdd8c43218f41af01b4b13c95 2024-11-14T12:32:58,997 DEBUG [M:0;f1b69e0236bd:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee8ecc4002974c9388757d5359671f7c is 69, key is f1b69e0236bd,38839,1731587568334/rs:state/1731587569198/Put/seqid=0 2024-11-14T12:32:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741855_1031 (size=5371) 2024-11-14T12:32:59,403 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee8ecc4002974c9388757d5359671f7c 2024-11-14T12:32:59,409 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8ecc4002974c9388757d5359671f7c 2024-11-14T12:32:59,410 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff388f9656034145bb7e72e2e2148c8c as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff388f9656034145bb7e72e2e2148c8c 2024-11-14T12:32:59,416 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff388f9656034145bb7e72e2e2148c8c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T12:32:59,418 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c7a2adbdd8c43218f41af01b4b13c95 as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c7a2adbdd8c43218f41af01b4b13c95 2024-11-14T12:32:59,424 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c7a2adbdd8c43218f41af01b4b13c95, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T12:32:59,425 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee8ecc4002974c9388757d5359671f7c as hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee8ecc4002974c9388757d5359671f7c 2024-11-14T12:32:59,431 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8ecc4002974c9388757d5359671f7c 2024-11-14T12:32:59,432 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39827/user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee8ecc4002974c9388757d5359671f7c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T12:32:59,433 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-14T12:32:59,434 INFO [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:32:59,434 DEBUG [M:0;f1b69e0236bd:35997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587578128Disabling compacts and flushes for region at 1731587578128Disabling writes for close at 1731587578128Obtaining lock to block concurrent updates at 1731587578129 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587578129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731587578129Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587578130 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587578130Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587578145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587578145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587578556 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587578570 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587578570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587578982 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587578997 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587578997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@812021d: reopening flushed file at 1731587579409 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d80eb3b: reopening flushed file at 1731587579417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cdd97fb: reopening flushed file at 1731587579424 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1731587579433 (+9 ms)Writing region close event to WAL at 1731587579434 (+1 ms)Closed at 1731587579434 2024-11-14T12:32:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741847_1023 (size=22949) 2024-11-14T12:32:59,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/362cbb07-7644-5809-e501-6676d9730a0f/MasterData/WALs/f1b69e0236bd,35997,1731587568282/f1b69e0236bd%2C35997%2C1731587568282.1731587568871 not finished, retry = 0 2024-11-14T12:32:59,498 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:32:59,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:32:59,539 INFO [M:0;f1b69e0236bd:35997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:32:59,539 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:32:59,539 INFO [M:0;f1b69e0236bd:35997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35997 2024-11-14T12:32:59,539 INFO [M:0;f1b69e0236bd:35997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:32:59,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:32:59,645 INFO [M:0;f1b69e0236bd:35997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:32:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:59,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x1013a82e2bf0006, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:32:59,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:32:59,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:59,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:59,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:59,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:59,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:32:59,678 WARN [BP-1233871683-172.17.0.3-1731587547185 heartbeating to localhost/127.0.0.1:39827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:32:59,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:32:59,678 WARN [BP-1233871683-172.17.0.3-1731587547185 heartbeating to localhost/127.0.0.1:39827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1233871683-172.17.0.3-1731587547185 (Datanode Uuid 0e24adfa-afdc-466d-96f0-831a9ea2b85e) service to localhost/127.0.0.1:39827 2024-11-14T12:32:59,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/data/data1/current/BP-1233871683-172.17.0.3-1731587547185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:59,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/cluster_8f2b3f9e-3322-9af7-1eb3-9e8535452bbb/data/data2/current/BP-1233871683-172.17.0.3-1731587547185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:32:59,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:32:59,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:32:59,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:32:59,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:32:59,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:32:59,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed47297b-046a-2322-b769-b96537464bb8/hadoop.log.dir/,STOPPED} 2024-11-14T12:32:59,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:32:59,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:32:59,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@308e8b97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34161 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39827 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=7551 (was 8310) 2024-11-14T12:32:59,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7549 2024-11-14T12:32:59,745 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T12:32:59,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir so I do NOT create it in target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125 2024-11-14T12:32:59,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:32:59,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.tmp.dir so I do NOT create it in target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125 2024-11-14T12:32:59,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce33a2f3-cf03-757e-25a9-f4e269c60555/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:32:59,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125 2024-11-14T12:32:59,747 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb, deleteOnExit=true 2024-11-14T12:32:59,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a82e2bf0005, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:32:59,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a82e2bf0002, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:32:59,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a82e2bf0005, quorum=127.0.0.1:53831, baseZNode=/1-482120828 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:32:59,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a82e2bf0002, quorum=127.0.0.1:53831, baseZNode=/02122355142 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:32:59,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/zookeeper_0, clientPort=52413, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:32:59,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52413 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/test.cache.data in system properties and HBase conf 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:32:59,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:32:59,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:32:59,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:32:59,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:33:00,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:00,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:00,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:00,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:00,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:33:00,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:00,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:00,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:00,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/java.io.tmpdir/jetty-localhost-37361-hadoop-hdfs-3_4_1-tests_jar-_-any-4054006579531809595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:00,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:37361} 2024-11-14T12:33:00,253 INFO [Time-limited test {}] server.Server(415): Started @35170ms 2024-11-14T12:33:00,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:00,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:00,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:00,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:00,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:33:00,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:00,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:00,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/java.io.tmpdir/jetty-localhost-36397-hadoop-hdfs-3_4_1-tests_jar-_-any-7022953127731238709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:00,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:36397} 2024-11-14T12:33:00,519 INFO [Time-limited test {}] server.Server(415): Started @35436ms 2024-11-14T12:33:00,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:33:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:33:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:33:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:00,838 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/data/data2/current/BP-1033630991-172.17.0.3-1731587579930/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:00,838 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/data/data1/current/BP-1033630991-172.17.0.3-1731587579930/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:00,854 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:33:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe7cba612cf3f59f with lease ID 0x6e61dc6c493c82aa: Processing first storage report for DS-803efcae-f352-44f4-b63f-02b7b55ca805 from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=12ff78da-962b-4fba-a919-cac1f3142c8d, infoPort=36683, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=329368894;c=1731587579930) 2024-11-14T12:33:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe7cba612cf3f59f with lease ID 0x6e61dc6c493c82aa: from storage DS-803efcae-f352-44f4-b63f-02b7b55ca805 node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=12ff78da-962b-4fba-a919-cac1f3142c8d, infoPort=36683, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=329368894;c=1731587579930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe7cba612cf3f59f with lease ID 0x6e61dc6c493c82aa: Processing first storage report for DS-922b9e55-65f0-42bd-b02a-08e6bf780e12 from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=12ff78da-962b-4fba-a919-cac1f3142c8d, infoPort=36683, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=329368894;c=1731587579930) 2024-11-14T12:33:00,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe7cba612cf3f59f with lease ID 0x6e61dc6c493c82aa: from storage DS-922b9e55-65f0-42bd-b02a-08e6bf780e12 node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=12ff78da-962b-4fba-a919-cac1f3142c8d, infoPort=36683, infoSecurePort=0, ipcPort=35601, storageInfo=lv=-57;cid=testClusterID;nsid=329368894;c=1731587579930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:00,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125 2024-11-14T12:33:00,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:00,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:33:01,363 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1 with version=8 2024-11-14T12:33:01,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/hbase-staging 2024-11-14T12:33:01,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:33:01,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:01,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36543 2024-11-14T12:33:01,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36543 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:01,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365430x0, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:01,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36543-0x1013a8365a50000 connected 2024-11-14T12:33:01,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:01,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:01,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/running 2024-11-14T12:33:01,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1, hbase.cluster.distributed=false 2024-11-14T12:33:01,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/acl 2024-11-14T12:33:01,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-14T12:33:01,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36543 2024-11-14T12:33:01,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36543 2024-11-14T12:33:01,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-14T12:33:01,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36543 2024-11-14T12:33:01,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:01,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:01,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:33:01,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:01,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37837 2024-11-14T12:33:01,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37837 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:01,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:01,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378370x0, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:01,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378370x0, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/running 2024-11-14T12:33:01,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37837-0x1013a8365a50001 connected 2024-11-14T12:33:01,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:33:01,531 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:33:01,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/master 2024-11-14T12:33:01,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/acl 2024-11-14T12:33:01,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37837 2024-11-14T12:33:01,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37837 2024-11-14T12:33:01,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37837 2024-11-14T12:33:01,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37837 2024-11-14T12:33:01,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37837 2024-11-14T12:33:01,550 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:36543 2024-11-14T12:33:01,550 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0259873646/backup-masters/f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/backup-masters 2024-11-14T12:33:01,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/backup-masters 2024-11-14T12:33:01,553 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on existing znode=/0259873646/backup-masters/f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0259873646/master 2024-11-14T12:33:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:01,561 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on existing znode=/0259873646/master 2024-11-14T12:33:01,562 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0259873646/backup-masters/f1b69e0236bd,36543,1731587581365 from backup master directory 2024-11-14T12:33:01,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0259873646/backup-masters/f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:01,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/backup-masters 2024-11-14T12:33:01,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/backup-masters 2024-11-14T12:33:01,569 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:01,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:01,574 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/hbase.id] with ID: e8e520b6-ae34-466a-9ba6-fc1348e82e92 2024-11-14T12:33:01,574 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/.tmp/hbase.id 2024-11-14T12:33:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:33:01,980 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/.tmp/hbase.id]:[hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/hbase.id] 2024-11-14T12:33:01,994 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:01,994 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:33:01,996 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T12:33:02,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:02,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:02,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:33:02,435 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:02,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:33:02,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:33:02,845 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store 2024-11-14T12:33:02,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:03,252 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:03,252 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:03,252 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587583252Disabling compacts and flushes for region at 1731587583252Disabling writes for close at 1731587583252Writing region close event to WAL at 1731587583252Closed at 1731587583252 2024-11-14T12:33:03,253 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/.initializing 2024-11-14T12:33:03,253 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/WALs/f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:03,255 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:03,257 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C36543%2C1731587581365, suffix=, logDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/WALs/f1b69e0236bd,36543,1731587581365, archiveDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/oldWALs, maxLogs=10 2024-11-14T12:33:03,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/WALs/f1b69e0236bd,36543,1731587581365/f1b69e0236bd%2C36543%2C1731587581365.1731587583257, exclude list is [], retry=0 2024-11-14T12:33:03,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-803efcae-f352-44f4-b63f-02b7b55ca805,DISK] 2024-11-14T12:33:03,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/WALs/f1b69e0236bd,36543,1731587581365/f1b69e0236bd%2C36543%2C1731587581365.1731587583257 2024-11-14T12:33:03,275 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-11-14T12:33:03,275 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:03,276 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:03,276 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,276 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:33:03,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:33:03,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:03,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:03,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:33:03,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:03,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:03,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:33:03,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:03,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:03,286 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,286 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,287 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,288 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,288 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,289 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:03,290 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:03,292 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:03,292 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60905105, jitterRate=-0.09244321286678314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:03,293 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587583276Initializing all the Stores at 1731587583277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587583277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587583277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587583277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587583277Cleaning up temporary data from old regions at 1731587583288 (+11 ms)Region opened successfully at 1731587583293 (+5 ms) 2024-11-14T12:33:03,293 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:33:03,296 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792b64a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:03,297 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:33:03,297 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:33:03,298 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:33:03,298 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:33:03,298 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:33:03,299 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:33:03,299 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:33:03,301 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:33:03,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/balancer because node does not exist (not necessarily an error) 2024-11-14T12:33:03,352 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/balancer already deleted, retry=false 2024-11-14T12:33:03,353 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:33:03,354 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:33:03,361 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/normalizer already deleted, retry=false 2024-11-14T12:33:03,361 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:33:03,362 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:33:03,369 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/switch/split already deleted, retry=false 2024-11-14T12:33:03,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:33:03,377 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/switch/merge already deleted, retry=false 2024-11-14T12:33:03,380 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:33:03,386 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/snapshot-cleanup already deleted, retry=false 2024-11-14T12:33:03,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0259873646/running 2024-11-14T12:33:03,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0259873646/running 2024-11-14T12:33:03,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,395 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,36543,1731587581365, sessionid=0x1013a8365a50000, setting cluster-up flag (Was=false) 2024-11-14T12:33:03,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,436 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0259873646/flush-table-proc/acquired, /0259873646/flush-table-proc/reached, /0259873646/flush-table-proc/abort 2024-11-14T12:33:03,437 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:03,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0259873646/online-snapshot/acquired, /0259873646/online-snapshot/reached, /0259873646/online-snapshot/abort 2024-11-14T12:33:03,479 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:03,480 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:33:03,482 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:03,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:33:03,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:33:03,482 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,36543,1731587581365 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:03,484 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587613487 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:33:03,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:33:03,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:03,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:33:03,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:33:03,489 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587583489,5,FailOnTimeoutGroup] 2024-11-14T12:33:03,489 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587583489,5,FailOnTimeoutGroup] 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:03,489 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:33:03,490 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,490 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:33:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:33:03,542 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(746): ClusterId : e8e520b6-ae34-466a-9ba6-fc1348e82e92 2024-11-14T12:33:03,542 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:33:03,545 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:33:03,545 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:33:03,553 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:33:03,554 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:03,565 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:37837 2024-11-14T12:33:03,565 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:33:03,565 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:33:03,565 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:33:03,566 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,36543,1731587581365 with port=37837, startcode=1731587581517 2024-11-14T12:33:03,566 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:33:03,568 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:33:03,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36543 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,570 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1 2024-11-14T12:33:03,570 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34949 2024-11-14T12:33:03,570 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:33:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/rs 2024-11-14T12:33:03,578 DEBUG [RS:0;f1b69e0236bd:37837 {}] zookeeper.ZKUtil(111): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on existing znode=/0259873646/rs/f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,578 WARN [RS:0;f1b69e0236bd:37837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:03,578 INFO [RS:0;f1b69e0236bd:37837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:03,578 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,37837,1731587581517] 2024-11-14T12:33:03,582 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:33:03,584 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:33:03,584 INFO [RS:0;f1b69e0236bd:37837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:33:03,584 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,585 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:33:03,585 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:33:03,586 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:03,586 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:03,587 DEBUG [RS:0;f1b69e0236bd:37837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,589 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37837,1731587581517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:03,603 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:33:03,603 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37837,1731587581517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,603 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,603 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.Replication(171): f1b69e0236bd,37837,1731587581517 started 2024-11-14T12:33:03,616 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:03,616 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,37837,1731587581517, RpcServer on f1b69e0236bd/172.17.0.3:37837, sessionid=0x1013a8365a50001 2024-11-14T12:33:03,616 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:33:03,616 DEBUG [RS:0;f1b69e0236bd:37837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,616 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,37837,1731587581517' 2024-11-14T12:33:03,616 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0259873646/flush-table-proc/abort' 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0259873646/flush-table-proc/acquired' 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,37837,1731587581517' 2024-11-14T12:33:03,617 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0259873646/online-snapshot/abort' 2024-11-14T12:33:03,618 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0259873646/online-snapshot/acquired' 2024-11-14T12:33:03,618 DEBUG [RS:0;f1b69e0236bd:37837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:33:03,618 INFO [RS:0;f1b69e0236bd:37837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:33:03,618 INFO [RS:0;f1b69e0236bd:37837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:33:03,719 INFO [RS:0;f1b69e0236bd:37837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:03,721 INFO [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C37837%2C1731587581517, suffix=, logDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517, archiveDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs, maxLogs=10 2024-11-14T12:33:03,733 DEBUG [RS:0;f1b69e0236bd:37837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721, exclude list is [], retry=0 2024-11-14T12:33:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-803efcae-f352-44f4-b63f-02b7b55ca805,DISK] 2024-11-14T12:33:03,738 INFO [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 2024-11-14T12:33:03,739 DEBUG [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-11-14T12:33:03,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:33:03,897 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1 2024-11-14T12:33:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:33:04,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:04,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:04,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:04,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:04,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:04,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:04,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:04,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:04,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:04,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:04,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740 2024-11-14T12:33:04,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740 2024-11-14T12:33:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:04,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:04,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:04,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:04,323 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:04,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62972017, jitterRate=-0.061643823981285095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:04,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587584305Initializing all the Stores at 1731587584306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587584306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584306Cleaning up temporary data from old regions at 1731587584318 (+12 ms)Region opened successfully at 1731587584324 (+6 ms) 2024-11-14T12:33:04,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:04,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:04,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:04,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:04,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:04,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:04,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587584324Disabling compacts and flushes for region at 1731587584324Disabling writes for close at 1731587584324Writing region close event to WAL at 1731587584325 (+1 ms)Closed at 1731587584325 2024-11-14T12:33:04,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:04,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:33:04,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:33:04,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:04,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:33:04,479 DEBUG [f1b69e0236bd:36543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:33:04,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:04,481 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,37837,1731587581517, state=OPENING 2024-11-14T12:33:04,594 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:33:04,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:04,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:04,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:04,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0259873646/meta-region-server: CHANGED 2024-11-14T12:33:04,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0259873646/meta-region-server: CHANGED 2024-11-14T12:33:04,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,37837,1731587581517}] 2024-11-14T12:33:04,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:33:04,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:33:04,763 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:33:04,763 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:04,763 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:33:04,765 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C37837%2C1731587581517.meta, suffix=.meta, logDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517, archiveDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs, maxLogs=10 2024-11-14T12:33:04,778 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.meta.1731587584766.meta, exclude list is [], retry=0 2024-11-14T12:33:04,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-803efcae-f352-44f4-b63f-02b7b55ca805,DISK] 2024-11-14T12:33:04,783 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.meta.1731587584766.meta 2024-11-14T12:33:04,783 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-11-14T12:33:04,784 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:04,784 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:04,784 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:04,784 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:33:04,784 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:33:04,784 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:33:04,784 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:04,785 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:33:04,785 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:33:04,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:04,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:04,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:04,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:04,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:04,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:04,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:04,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:04,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:04,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:04,792 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:04,793 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740 2024-11-14T12:33:04,794 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740 2024-11-14T12:33:04,796 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:04,796 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:04,797 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:04,798 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:04,799 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65896192, jitterRate=-0.018070220947265625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:04,799 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:33:04,800 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587584785Writing region info on filesystem at 1731587584785Initializing all the Stores at 1731587584786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587584786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587584786Cleaning up temporary data from old regions at 1731587584796 (+10 ms)Running coprocessor post-open hooks at 1731587584799 (+3 ms)Region opened successfully at 1731587584800 (+1 ms) 2024-11-14T12:33:04,802 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587584756 2024-11-14T12:33:04,804 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:33:04,804 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:33:04,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:04,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,37837,1731587581517, state=OPEN 2024-11-14T12:33:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0259873646/meta-region-server 2024-11-14T12:33:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0259873646/meta-region-server 2024-11-14T12:33:04,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:04,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0259873646/meta-region-server: CHANGED 2024-11-14T12:33:04,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0259873646/meta-region-server: CHANGED 2024-11-14T12:33:04,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:33:04,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,37837,1731587581517 in 225 msec 2024-11-14T12:33:04,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:33:04,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-14T12:33:04,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:04,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:33:04,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:04,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,37837,1731587581517, seqNum=-1] 2024-11-14T12:33:04,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:04,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:04,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-14T12:33:04,846 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587584846, completionTime=-1 2024-11-14T12:33:04,846 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:33:04,846 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587644849 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587704849 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,849 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:36543, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,850 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,850 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,852 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.285sec 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:33:04,854 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:04,855 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:33:04,857 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:33:04,858 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:33:04,858 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36543,1731587581365-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:04,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:04,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36543,-1 for getting cluster id 2024-11-14T12:33:04,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:04,944 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8e520b6-ae34-466a-9ba6-fc1348e82e92' 2024-11-14T12:33:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8e520b6-ae34-466a-9ba6-fc1348e82e92" 2024-11-14T12:33:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36543,-1] 2024-11-14T12:33:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:04,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:04,946 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:04,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,37837,1731587581517, seqNum=-1] 2024-11-14T12:33:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:04,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:04,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:04,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:04,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a8365a50002 connected 2024-11-14T12:33:04,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir so I do NOT create it in target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd 2024-11-14T12:33:04,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:33:04,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.tmp.dir so I do NOT create it in target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd 2024-11-14T12:33:04,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:33:04,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd 2024-11-14T12:33:04,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:33:04,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/cluster_2b2d5ca4-d564-3214-c68b-37a3afe21559, deleteOnExit=true 2024-11-14T12:33:04,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/test.cache.data in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:33:04,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:33:04,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:33:04,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:33:05,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:05,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:05,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:05,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:05,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:33:05,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:05,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:05,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:05,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/java.io.tmpdir/jetty-localhost-38881-hadoop-hdfs-3_4_1-tests_jar-_-any-4610905679621562803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:05,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:38881} 2024-11-14T12:33:05,289 INFO [Time-limited test {}] server.Server(415): Started @40206ms 2024-11-14T12:33:05,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:05,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:05,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:05,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:05,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:33:05,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:05,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:05,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/java.io.tmpdir/jetty-localhost-43327-hadoop-hdfs-3_4_1-tests_jar-_-any-11652062499571114011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:05,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:43327} 2024-11-14T12:33:05,564 INFO [Time-limited test {}] server.Server(415): Started @40481ms 2024-11-14T12:33:05,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:33:05,933 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/cluster_2b2d5ca4-d564-3214-c68b-37a3afe21559/data/data1/current/BP-111540358-172.17.0.3-1731587584998/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:05,933 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/cluster_2b2d5ca4-d564-3214-c68b-37a3afe21559/data/data2/current/BP-111540358-172.17.0.3-1731587584998/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:05,951 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:33:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd277738fc5bf07a6 with lease ID 0xe8285a04782e18f9: Processing first storage report for DS-c6275cd9-d31d-4ad4-8689-4a498a159b2c from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=cfa9936b-6a89-4d7e-b63d-5ef7837790c9, infoPort=39033, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=226500334;c=1731587584998) 2024-11-14T12:33:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd277738fc5bf07a6 with lease ID 0xe8285a04782e18f9: from storage DS-c6275cd9-d31d-4ad4-8689-4a498a159b2c node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=cfa9936b-6a89-4d7e-b63d-5ef7837790c9, infoPort=39033, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=226500334;c=1731587584998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd277738fc5bf07a6 with lease ID 0xe8285a04782e18f9: Processing first storage report for DS-16c5b2f7-cd1c-4486-8178-1de271dbdd1a from datanode DatanodeRegistration(127.0.0.1:37929, datanodeUuid=cfa9936b-6a89-4d7e-b63d-5ef7837790c9, infoPort=39033, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=226500334;c=1731587584998) 2024-11-14T12:33:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd277738fc5bf07a6 with lease ID 0xe8285a04782e18f9: from storage DS-16c5b2f7-cd1c-4486-8178-1de271dbdd1a node DatanodeRegistration(127.0.0.1:37929, datanodeUuid=cfa9936b-6a89-4d7e-b63d-5ef7837790c9, infoPort=39033, infoSecurePort=0, ipcPort=33351, storageInfo=lv=-57;cid=testClusterID;nsid=226500334;c=1731587584998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:05,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd 2024-11-14T12:33:05,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:33:06,078 WARN [RS:0;f1b69e0236bd:37837 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f1b69e0236bd,45651,1731587551026: status=Processing ServerCrashProcedure of f1b69e0236bd,45651,1731587551026 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731587569142, completionTime=-1 appears to have been leaked 2024-11-14T12:33:06,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:06,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:06,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110 with version=8 2024-11-14T12:33:06,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/hbase-staging 2024-11-14T12:33:06,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:33:06,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:06,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41789 2024-11-14T12:33:06,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41789 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417890x0, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:06,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41789-0x1013a8365a50003 connected 2024-11-14T12:33:06,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/running 2024-11-14T12:33:06,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110, hbase.cluster.distributed=false 2024-11-14T12:33:06,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/acl 2024-11-14T12:33:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T12:33:06,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41789 2024-11-14T12:33:06,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41789 2024-11-14T12:33:06,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T12:33:06,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T12:33:06,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:33:06,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:06,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33517 2024-11-14T12:33:06,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33517 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:06,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:06,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335170x0, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:06,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335170x0, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/running 2024-11-14T12:33:06,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33517-0x1013a8365a50004 connected 2024-11-14T12:33:06,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:33:06,562 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:33:06,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/master 2024-11-14T12:33:06,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/acl 2024-11-14T12:33:06,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-14T12:33:06,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33517 2024-11-14T12:33:06,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33517 2024-11-14T12:33:06,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-14T12:33:06,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33517 2024-11-14T12:33:06,582 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:41789 2024-11-14T12:33:06,583 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-584405723/backup-masters/f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/backup-masters 2024-11-14T12:33:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/backup-masters 2024-11-14T12:33:06,586 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on existing znode=/1-584405723/backup-masters/f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-584405723/master 2024-11-14T12:33:06,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:06,595 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on existing znode=/1-584405723/master 2024-11-14T12:33:06,595 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-584405723/backup-masters/f1b69e0236bd,41789,1731587586432 from backup master directory 2024-11-14T12:33:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-584405723/backup-masters/f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/backup-masters 2024-11-14T12:33:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/backup-masters 2024-11-14T12:33:06,602 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:06,602 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:06,607 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/hbase.id] with ID: d7ede75f-dfbd-4ab4-93a2-065e7dc319db 2024-11-14T12:33:06,607 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/.tmp/hbase.id 2024-11-14T12:33:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:33:07,014 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/.tmp/hbase.id]:[hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/hbase.id] 2024-11-14T12:33:07,027 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:07,027 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:33:07,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:33:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:07,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:33:07,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:07,468 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:33:07,468 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:33:07,876 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store 2024-11-14T12:33:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:08,283 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:08,283 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:08,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587588283Disabling compacts and flushes for region at 1731587588283Disabling writes for close at 1731587588283Writing region close event to WAL at 1731587588283Closed at 1731587588283 2024-11-14T12:33:08,284 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/.initializing 2024-11-14T12:33:08,284 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/WALs/f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:08,286 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:08,287 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41789%2C1731587586432, suffix=, logDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/WALs/f1b69e0236bd,41789,1731587586432, archiveDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/oldWALs, maxLogs=10 2024-11-14T12:33:08,299 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/WALs/f1b69e0236bd,41789,1731587586432/f1b69e0236bd%2C41789%2C1731587586432.1731587588288, exclude list is [], retry=0 2024-11-14T12:33:08,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-c6275cd9-d31d-4ad4-8689-4a498a159b2c,DISK] 2024-11-14T12:33:08,304 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/WALs/f1b69e0236bd,41789,1731587586432/f1b69e0236bd%2C41789%2C1731587586432.1731587588288 2024-11-14T12:33:08,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39033:39033)] 2024-11-14T12:33:08,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:08,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:08,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:33:08,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:33:08,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:33:08,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:33:08,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:08,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:08,314 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,316 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,316 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,317 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:08,318 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:08,320 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:08,321 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288293, jitterRate=-0.012227460741996765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:08,321 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587588305Initializing all the Stores at 1731587588306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587588306Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587588306Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587588306Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587588306Cleaning up temporary data from old regions at 1731587588316 (+10 ms)Region opened successfully at 1731587588321 (+5 ms) 2024-11-14T12:33:08,321 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:33:08,324 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c16e867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:08,325 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:33:08,326 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:33:08,326 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:33:08,326 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:33:08,326 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:33:08,327 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:33:08,327 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:33:08,329 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:33:08,329 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/balancer because node does not exist (not necessarily an error) 2024-11-14T12:33:08,369 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/balancer already deleted, retry=false 2024-11-14T12:33:08,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:33:08,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:33:08,377 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/normalizer already deleted, retry=false 2024-11-14T12:33:08,378 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:33:08,378 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:33:08,385 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/switch/split already deleted, retry=false 2024-11-14T12:33:08,387 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:33:08,394 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/switch/merge already deleted, retry=false 2024-11-14T12:33:08,396 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:33:08,402 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/snapshot-cleanup already deleted, retry=false 2024-11-14T12:33:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-584405723/running 2024-11-14T12:33:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-584405723/running 2024-11-14T12:33:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,411 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,41789,1731587586432, sessionid=0x1013a8365a50003, setting cluster-up flag (Was=false) 2024-11-14T12:33:08,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,452 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-584405723/flush-table-proc/acquired, /1-584405723/flush-table-proc/reached, /1-584405723/flush-table-proc/abort 2024-11-14T12:33:08,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:08,494 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-584405723/online-snapshot/acquired, /1-584405723/online-snapshot/reached, /1-584405723/online-snapshot/abort 2024-11-14T12:33:08,495 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:08,496 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:33:08,498 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:08,498 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:33:08,498 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:33:08,498 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,41789,1731587586432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:08,500 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587618501 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:33:08,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:33:08,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:08,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:33:08,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:33:08,503 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587588502,5,FailOnTimeoutGroup] 2024-11-14T12:33:08,503 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587588503,5,FailOnTimeoutGroup] 2024-11-14T12:33:08,503 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,503 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:33:08,503 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,503 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:08,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:33:08,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:33:08,572 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(746): ClusterId : d7ede75f-dfbd-4ab4-93a2-065e7dc319db 2024-11-14T12:33:08,572 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:33:08,578 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:33:08,578 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:33:08,586 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:33:08,586 DEBUG [RS:0;f1b69e0236bd:33517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c99d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:08,596 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:33517 2024-11-14T12:33:08,596 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:33:08,596 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:33:08,597 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:33:08,597 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,41789,1731587586432 with port=33517, startcode=1731587586547 2024-11-14T12:33:08,597 DEBUG [RS:0;f1b69e0236bd:33517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:33:08,599 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:33:08,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,601 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110 2024-11-14T12:33:08,601 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36553 2024-11-14T12:33:08,601 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:33:08,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/rs 2024-11-14T12:33:08,611 DEBUG [RS:0;f1b69e0236bd:33517 {}] zookeeper.ZKUtil(111): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on existing znode=/1-584405723/rs/f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,611 WARN [RS:0;f1b69e0236bd:33517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:08,611 INFO [RS:0;f1b69e0236bd:33517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:08,612 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,33517,1731587586547] 2024-11-14T12:33:08,615 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:33:08,617 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:33:08,618 INFO [RS:0;f1b69e0236bd:33517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:33:08,618 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,618 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:33:08,619 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:33:08,619 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:08,619 DEBUG [RS:0;f1b69e0236bd:33517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:08,621 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,621 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,621 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,621 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,622 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,622 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33517,1731587586547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:08,635 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:33:08,636 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33517,1731587586547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,636 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,636 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.Replication(171): f1b69e0236bd,33517,1731587586547 started 2024-11-14T12:33:08,649 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:08,649 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,33517,1731587586547, RpcServer on f1b69e0236bd/172.17.0.3:33517, sessionid=0x1013a8365a50004 2024-11-14T12:33:08,649 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:33:08,649 DEBUG [RS:0;f1b69e0236bd:33517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,649 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33517,1731587586547' 2024-11-14T12:33:08,649 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-584405723/flush-table-proc/abort' 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-584405723/flush-table-proc/acquired' 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33517,1731587586547' 2024-11-14T12:33:08,650 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-584405723/online-snapshot/abort' 2024-11-14T12:33:08,651 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-584405723/online-snapshot/acquired' 2024-11-14T12:33:08,651 DEBUG [RS:0;f1b69e0236bd:33517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:33:08,651 INFO [RS:0;f1b69e0236bd:33517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:33:08,651 INFO [RS:0;f1b69e0236bd:33517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:33:08,752 INFO [RS:0;f1b69e0236bd:33517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:08,754 INFO [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33517%2C1731587586547, suffix=, logDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547, archiveDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/oldWALs, maxLogs=10 2024-11-14T12:33:08,766 DEBUG [RS:0;f1b69e0236bd:33517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.1731587588754, exclude list is [], retry=0 2024-11-14T12:33:08,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-c6275cd9-d31d-4ad4-8689-4a498a159b2c,DISK] 2024-11-14T12:33:08,771 INFO [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.1731587588754 2024-11-14T12:33:08,772 DEBUG [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39033:39033)] 2024-11-14T12:33:08,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:33:08,910 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110 2024-11-14T12:33:08,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:33:09,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:09,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:09,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:09,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:09,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:09,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:09,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:09,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:09,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:09,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:09,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740 2024-11-14T12:33:09,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740 2024-11-14T12:33:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:09,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:09,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:09,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:09,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:09,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59506168, jitterRate=-0.1132889986038208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587589317Initializing all the Stores at 1731587589318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589319 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587589319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589319Cleaning up temporary data from old regions at 1731587589329 (+10 ms)Region opened successfully at 1731587589333 (+4 ms) 2024-11-14T12:33:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:09,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:09,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:09,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:09,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587589333Disabling compacts and flushes for region at 1731587589333Disabling writes for close at 1731587589333Writing region close event to WAL at 1731587589334 (+1 ms)Closed at 1731587589334 2024-11-14T12:33:09,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:09,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:33:09,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:33:09,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:09,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:33:09,488 DEBUG [f1b69e0236bd:41789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:33:09,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:09,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33517,1731587586547, state=OPENING 2024-11-14T12:33:09,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:33:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:09,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-584405723/meta-region-server: CHANGED 2024-11-14T12:33:09,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:09,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-584405723/meta-region-server: CHANGED 2024-11-14T12:33:09,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33517,1731587586547}] 2024-11-14T12:33:09,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:33:09,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:33:09,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:33:09,720 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:33:09,720 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:09,721 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:33:09,722 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33517%2C1731587586547.meta, suffix=.meta, logDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547, archiveDir=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/oldWALs, maxLogs=10 2024-11-14T12:33:09,734 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.meta.1731587589723.meta, exclude list is [], retry=0 2024-11-14T12:33:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37929,DS-c6275cd9-d31d-4ad4-8689-4a498a159b2c,DISK] 2024-11-14T12:33:09,738 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.meta.1731587589723.meta 2024-11-14T12:33:09,738 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39033:39033)] 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:09,739 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:33:09,739 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:33:09,739 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:33:09,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:09,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:09,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:09,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:09,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:09,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:09,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:09,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:09,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:09,746 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:09,747 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740 2024-11-14T12:33:09,748 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740 2024-11-14T12:33:09,750 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:09,750 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:09,751 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:09,752 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:09,753 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62427661, jitterRate=-0.06975536048412323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:09,753 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:33:09,753 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587589740Writing region info on filesystem at 1731587589740Initializing all the Stores at 1731587589740Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589741 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587589741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587589741Cleaning up temporary data from old regions at 1731587589750 (+9 ms)Running coprocessor post-open hooks at 1731587589753 (+3 ms)Region opened successfully at 1731587589753 2024-11-14T12:33:09,754 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587589715 2024-11-14T12:33:09,756 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:33:09,757 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:33:09,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:09,758 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33517,1731587586547, state=OPEN 2024-11-14T12:33:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-584405723/meta-region-server 2024-11-14T12:33:09,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-584405723/meta-region-server 2024-11-14T12:33:09,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:09,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-584405723/meta-region-server: CHANGED 2024-11-14T12:33:09,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-584405723/meta-region-server: CHANGED 2024-11-14T12:33:09,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:33:09,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33517,1731587586547 in 200 msec 2024-11-14T12:33:09,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:33:09,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-14T12:33:09,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:09,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:33:09,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:09,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33517,1731587586547, seqNum=-1] 2024-11-14T12:33:09,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:09,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:09,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-14T12:33:09,778 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587589778, completionTime=-1 2024-11-14T12:33:09,778 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:33:09,778 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:33:09,780 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587649781 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587709781 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:41789, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,781 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,782 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,783 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.183sec 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:09,786 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:33:09,789 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:33:09,789 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:33:09,789 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41789,1731587586432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:09,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41789,-1 for getting cluster id 2024-11-14T12:33:09,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:09,875 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ede75f-dfbd-4ab4-93a2-065e7dc319db' 2024-11-14T12:33:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ede75f-dfbd-4ab4-93a2-065e7dc319db" 2024-11-14T12:33:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a37541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41789,-1] 2024-11-14T12:33:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:09,877 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:09,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33517,1731587586547, seqNum=-1] 2024-11-14T12:33:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:09,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:09,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:09,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52413 2024-11-14T12:33:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:09,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a8365a50005 connected 2024-11-14T12:33:09,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36543,-1 for getting cluster id 2024-11-14T12:33:09,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:09,907 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8e520b6-ae34-466a-9ba6-fc1348e82e92' 2024-11-14T12:33:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8e520b6-ae34-466a-9ba6-fc1348e82e92" 2024-11-14T12:33:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aaa373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36543,-1] 2024-11-14T12:33:09,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:09,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:09,909 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ed293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8eb979 2024-11-14T12:33:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:09,912 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:09,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:41789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:33:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:33:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:09,916 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:41789' 2024-11-14T12:33:09,918 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1030de6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,918 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41789,-1 for getting cluster id 2024-11-14T12:33:09,918 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:09,919 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ede75f-dfbd-4ab4-93a2-065e7dc319db' 2024-11-14T12:33:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ede75f-dfbd-4ab4-93a2-065e7dc319db" 2024-11-14T12:33:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e68daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41789,-1] 2024-11-14T12:33:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:09,921 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2320b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:09,922 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13753411 2024-11-14T12:33:09,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:09,924 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:09,924 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:33:09,924 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:33:09,925 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:09,925 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:09,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:09,925 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:09,927 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:33:09,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:33:09,928 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:09,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:33:09,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:33:09,977 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:33:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:10,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2c66ebfc678e9953c65f965315c13b0, NAME => 'hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1 2024-11-14T12:33:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:33:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:33:10,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:33:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:33:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:33:10,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2c66ebfc678e9953c65f965315c13b0, disabling compactions & flushes 2024-11-14T12:33:10,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. after waiting 0 ms 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:10,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:10,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2c66ebfc678e9953c65f965315c13b0: Waiting for close lock at 1731587590746Disabling compacts and flushes for region at 1731587590746Disabling writes for close at 1731587590746Writing region close event to WAL at 1731587590746Closed at 1731587590746 2024-11-14T12:33:10,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:33:10,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587590748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587590748"}]},"ts":"1731587590748"} 2024-11-14T12:33:10,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:33:10,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:33:10,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587590752"}]},"ts":"1731587590752"} 2024-11-14T12:33:10,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:33:10,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c66ebfc678e9953c65f965315c13b0, ASSIGN}] 2024-11-14T12:33:10,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c66ebfc678e9953c65f965315c13b0, ASSIGN 2024-11-14T12:33:10,756 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2c66ebfc678e9953c65f965315c13b0, ASSIGN; state=OFFLINE, location=f1b69e0236bd,37837,1731587581517; forceNewPlan=false, retain=false 2024-11-14T12:33:10,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2c66ebfc678e9953c65f965315c13b0, regionState=OPENING, regionLocation=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:10,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2c66ebfc678e9953c65f965315c13b0, ASSIGN because future has completed 2024-11-14T12:33:10,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c66ebfc678e9953c65f965315c13b0, server=f1b69e0236bd,37837,1731587581517}] 2024-11-14T12:33:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:11,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:11,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:11,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:33:11,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C37837%2C1731587581517.rep, suffix=, logDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517, archiveDir=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs, maxLogs=10 2024-11-14T12:33:11,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.rep.1731587591069, exclude list is [], retry=0 2024-11-14T12:33:11,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-803efcae-f352-44f4-b63f-02b7b55ca805,DISK] 2024-11-14T12:33:11,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.rep.1731587591069 2024-11-14T12:33:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-11-14T12:33:11,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2c66ebfc678e9953c65f965315c13b0, NAME => 'hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:11,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. service=MultiRowMutationService 2024-11-14T12:33:11,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,088 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,089 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c66ebfc678e9953c65f965315c13b0 columnFamilyName hfileref 2024-11-14T12:33:11,089 DEBUG [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:11,090 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(327): Store=c2c66ebfc678e9953c65f965315c13b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:11,090 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,091 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c66ebfc678e9953c65f965315c13b0 columnFamilyName queue 2024-11-14T12:33:11,091 DEBUG [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:11,092 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(327): Store=c2c66ebfc678e9953c65f965315c13b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:11,092 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,093 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c66ebfc678e9953c65f965315c13b0 columnFamilyName sid 2024-11-14T12:33:11,093 DEBUG [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:11,094 INFO [StoreOpener-c2c66ebfc678e9953c65f965315c13b0-1 {}] regionserver.HStore(327): Store=c2c66ebfc678e9953c65f965315c13b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:33:11,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:11,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c2c66ebfc678e9953c65f965315c13b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61111162, jitterRate=-0.08937272429466248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:33:11,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:11,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2c66ebfc678e9953c65f965315c13b0: Running coprocessor pre-open hook at 1731587591086Writing region info on filesystem at 1731587591086Initializing all the Stores at 1731587591087 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587591087Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587591088 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587591088Cleaning up temporary data from old regions at 1731587591096 (+8 ms)Running coprocessor post-open hooks at 1731587591100 (+4 ms)Region opened successfully at 1731587591101 (+1 ms) 2024-11-14T12:33:11,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0., pid=7, masterSystemTime=1731587591063 2024-11-14T12:33:11,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:11,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:11,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2c66ebfc678e9953c65f965315c13b0, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:11,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c66ebfc678e9953c65f965315c13b0, server=f1b69e0236bd,37837,1731587581517 because future has completed 2024-11-14T12:33:11,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:33:11,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2c66ebfc678e9953c65f965315c13b0, server=f1b69e0236bd,37837,1731587581517 in 199 msec 2024-11-14T12:33:11,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:33:11,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c66ebfc678e9953c65f965315c13b0, ASSIGN in 357 msec 2024-11-14T12:33:11,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:33:11,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587591114"}]},"ts":"1731587591114"} 2024-11-14T12:33:11,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:33:11,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:33:11,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-14T12:33:11,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0., hostname=f1b69e0236bd,37837,1731587581517, seqNum=2] 2024-11-14T12:33:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:11,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:33:11,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:33:11,407 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:33:11,435 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,37837,1731587581517, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:33:11,436 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:11,436 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,37837,1731587581517, seqNum=-1] 2024-11-14T12:33:11,436 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:11,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T12:33:11,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,37837,1731587581517', locateType=CURRENT is [region=hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0., hostname=f1b69e0236bd,37837,1731587581517, seqNum=2] 2024-11-14T12:33:11,443 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:33:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:33:11,446 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,37837,1731587581517 suceeded 2024-11-14T12:33:11,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:33:11,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T12:33:11,449 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:41789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:33:11,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec 2024-11-14T12:33:11,457 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:41789' 2024-11-14T12:33:11,458 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7097239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:11,458 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41789,-1 for getting cluster id 2024-11-14T12:33:11,459 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:11,460 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ede75f-dfbd-4ab4-93a2-065e7dc319db' 2024-11-14T12:33:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ede75f-dfbd-4ab4-93a2-065e7dc319db" 2024-11-14T12:33:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d52b457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41789,-1] 2024-11-14T12:33:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:11,462 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:11,462 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a8e83fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:11,462 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56d92eeb 2024-11-14T12:33:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:11,465 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T12:33:11,465 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,37837,1731587581517 (queues=1) is replicating from cluster=e8e520b6-ae34-466a-9ba6-fc1348e82e92 to cluster=d7ede75f-dfbd-4ab4-93a2-065e7dc319db 2024-11-14T12:33:11,465 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C37837%2C1731587581517 2024-11-14T12:33:11,466 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,37837,1731587581517, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:33:11,466 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.shipperf1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C37837%2C1731587581517 2024-11-14T12:33:11,466 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721, startPosition=0, beingWritten=true 2024-11-14T12:33:11,672 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:11,978 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:12,062 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:33:12,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:12,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:12,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ccf2f 2024-11-14T12:33:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:12,064 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:12,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:33:12,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:33:12,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:12,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:12,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:33:12,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311133484, stopped=false 2024-11-14T12:33:12,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,41789,1731587586432 2024-11-14T12:33:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-584405723/running 2024-11-14T12:33:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-584405723/running 2024-11-14T12:33:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:12,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:33:12,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:12,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:12,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/running 2024-11-14T12:33:12,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,33517,1731587586547' ***** 2024-11-14T12:33:12,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:33:12,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Set watcher on znode that does not yet exist, /1-584405723/running 2024-11-14T12:33:12,103 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:33:12,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:33:12,103 INFO [RS:0;f1b69e0236bd:33517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:33:12,103 INFO [RS:0;f1b69e0236bd:33517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:33:12,103 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:12,103 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33517. 2024-11-14T12:33:12,104 DEBUG [RS:0;f1b69e0236bd:33517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:12,104 DEBUG [RS:0;f1b69e0236bd:33517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:33:12,104 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:33:12,104 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:33:12,104 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:12,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:12,104 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:12,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:12,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:12,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:12,104 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:33:12,125 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:33:12,126 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/.tmp/ns/31c4a80bb33b4093802f1356a4f577ee is 43, key is default/ns:d/1731587589772/Put/seqid=0 2024-11-14T12:33:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:33:12,304 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:12,384 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:12,504 DEBUG [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:12,531 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/.tmp/ns/31c4a80bb33b4093802f1356a4f577ee 2024-11-14T12:33:12,539 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/.tmp/ns/31c4a80bb33b4093802f1356a4f577ee as hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/ns/31c4a80bb33b4093802f1356a4f577ee 2024-11-14T12:33:12,545 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/ns/31c4a80bb33b4093802f1356a4f577ee, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:33:12,546 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-14T12:33:12,551 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:33:12,552 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:12,552 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:12,552 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:12,552 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587592104Running coprocessor pre-close hooks at 1731587592104Disabling compacts and flushes for region at 1731587592104Disabling writes for close at 1731587592104Obtaining lock to block concurrent updates at 1731587592104Preparing flush snapshotting stores in 1588230740 at 1731587592104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731587592105 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587592105Flushing 1588230740/ns: creating writer at 1731587592105Flushing 1588230740/ns: appending metadata at 1731587592125 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731587592125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff575fb: reopening flushed file at 1731587592538 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731587592546 (+8 ms)Writing region close event to WAL at 1731587592547 (+1 ms)Running coprocessor post-close hooks at 1731587592551 (+4 ms)Closed at 1731587592552 (+1 ms) 2024-11-14T12:33:12,552 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:12,631 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:33:12,631 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:33:12,705 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,33517,1731587586547; all regions closed. 2024-11-14T12:33:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:33:12,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.meta.1731587589723.meta not finished, retry = 0 2024-11-14T12:33:12,810 DEBUG [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/oldWALs 2024-11-14T12:33:12,810 INFO [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33517%2C1731587586547.meta:.meta(num 1731587589723) 2024-11-14T12:33:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:33:12,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/WALs/f1b69e0236bd,33517,1731587586547/f1b69e0236bd%2C33517%2C1731587586547.1731587588754 not finished, retry = 0 2024-11-14T12:33:12,890 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:12,916 DEBUG [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/oldWALs 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33517%2C1731587586547:(num 1731587588754) 2024-11-14T12:33:12,916 DEBUG [RS:0;f1b69e0236bd:33517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:33:12,916 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:33:12,916 INFO [RS:0;f1b69e0236bd:33517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33517 2024-11-14T12:33:12,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-584405723/rs/f1b69e0236bd,33517,1731587586547 2024-11-14T12:33:12,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723/rs 2024-11-14T12:33:12,969 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:33:12,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,33517,1731587586547] 2024-11-14T12:33:12,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-584405723/draining/f1b69e0236bd,33517,1731587586547 already deleted, retry=false 2024-11-14T12:33:12,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,33517,1731587586547 expired; onlineServers=0 2024-11-14T12:33:12,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,41789,1731587586432' ***** 2024-11-14T12:33:12,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:33:12,985 INFO [M:0;f1b69e0236bd:41789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:33:12,985 INFO [M:0;f1b69e0236bd:41789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:33:12,986 DEBUG [M:0;f1b69e0236bd:41789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:33:12,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:33:12,986 DEBUG [M:0;f1b69e0236bd:41789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:33:12,986 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587588502 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587588502,5,FailOnTimeoutGroup] 2024-11-14T12:33:12,986 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587588503 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587588503,5,FailOnTimeoutGroup] 2024-11-14T12:33:12,986 INFO [M:0;f1b69e0236bd:41789 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:33:12,986 INFO [M:0;f1b69e0236bd:41789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:33:12,986 DEBUG [M:0;f1b69e0236bd:41789 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:33:12,986 INFO [M:0;f1b69e0236bd:41789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:33:12,986 INFO [M:0;f1b69e0236bd:41789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:33:12,986 INFO [M:0;f1b69e0236bd:41789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:33:12,986 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:33:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-584405723/master 2024-11-14T12:33:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-584405723 2024-11-14T12:33:12,994 DEBUG [M:0;f1b69e0236bd:41789 {}] zookeeper.ZKUtil(347): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Unable to get data of znode /1-584405723/master because node does not exist (not an error) 2024-11-14T12:33:12,994 WARN [M:0;f1b69e0236bd:41789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:33:12,995 INFO [M:0;f1b69e0236bd:41789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/.lastflushedseqids 2024-11-14T12:33:12,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:33:13,077 INFO [RS:0;f1b69e0236bd:33517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:33:13,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:13,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33517-0x1013a8365a50004, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:13,077 INFO [RS:0;f1b69e0236bd:33517 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,33517,1731587586547; zookeeper connection closed. 2024-11-14T12:33:13,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c55b0ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c55b0ee 2024-11-14T12:33:13,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:33:13,400 INFO [M:0;f1b69e0236bd:41789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:33:13,400 INFO [M:0;f1b69e0236bd:41789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:33:13,401 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:13,401 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:13,401 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:13,401 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:13,401 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:13,401 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:33:13,417 DEBUG [M:0;f1b69e0236bd:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb55728a136043e29dd15d33d88eb56e is 82, key is hbase:meta,,1/info:regioninfo/1731587589757/Put/seqid=0 2024-11-14T12:33:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:33:13,494 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:13,822 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb55728a136043e29dd15d33d88eb56e 2024-11-14T12:33:13,842 DEBUG [M:0;f1b69e0236bd:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dffa40f0f774ef480d3664fcbd7f193 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731587589777/Put/seqid=0 2024-11-14T12:33:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:33:14,200 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:14,247 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dffa40f0f774ef480d3664fcbd7f193 2024-11-14T12:33:14,269 DEBUG [M:0;f1b69e0236bd:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51a4326a12f24a62b2057f937ce7fe89 is 69, key is f1b69e0236bd,33517,1731587586547/rs:state/1731587588600/Put/seqid=0 2024-11-14T12:33:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:33:14,678 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51a4326a12f24a62b2057f937ce7fe89 2024-11-14T12:33:14,683 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb55728a136043e29dd15d33d88eb56e as hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb55728a136043e29dd15d33d88eb56e 2024-11-14T12:33:14,688 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb55728a136043e29dd15d33d88eb56e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:33:14,689 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7dffa40f0f774ef480d3664fcbd7f193 as hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dffa40f0f774ef480d3664fcbd7f193 2024-11-14T12:33:14,694 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7dffa40f0f774ef480d3664fcbd7f193, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:33:14,695 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51a4326a12f24a62b2057f937ce7fe89 as hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51a4326a12f24a62b2057f937ce7fe89 2024-11-14T12:33:14,701 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36553/user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51a4326a12f24a62b2057f937ce7fe89, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:33:14,702 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-14T12:33:14,703 INFO [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:14,703 DEBUG [M:0;f1b69e0236bd:41789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587593400Disabling compacts and flushes for region at 1731587593400Disabling writes for close at 1731587593401 (+1 ms)Obtaining lock to block concurrent updates at 1731587593401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587593401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731587593401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587593402 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587593402Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587593416 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587593416Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587593827 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587593841 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587593841Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587594253 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587594268 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587594268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2136d00e: reopening flushed file at 1731587594683 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54362f15: reopening flushed file at 1731587594688 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42673fba: reopening flushed file at 1731587594694 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731587594702 (+8 ms)Writing region close event to WAL at 1731587594703 (+1 ms)Closed at 1731587594703 2024-11-14T12:33:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37929 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:33:14,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76bfac56-2154-d712-d816-8b3f4f3a9110/MasterData/WALs/f1b69e0236bd,41789,1731587586432/f1b69e0236bd%2C41789%2C1731587586432.1731587588288 not finished, retry = 0 2024-11-14T12:33:14,807 INFO [M:0;f1b69e0236bd:41789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:33:14,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:33:14,807 INFO [M:0;f1b69e0236bd:41789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41789 2024-11-14T12:33:14,807 INFO [M:0;f1b69e0236bd:41789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:33:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:14,919 INFO [M:0;f1b69e0236bd:41789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:33:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x1013a8365a50003, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:14,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:14,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:33:14,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:33:14,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:33:14,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir/,STOPPED} 2024-11-14T12:33:14,950 WARN [BP-111540358-172.17.0.3-1731587584998 heartbeating to localhost/127.0.0.1:36553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:33:14,951 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:33:14,951 WARN [BP-111540358-172.17.0.3-1731587584998 heartbeating to localhost/127.0.0.1:36553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-111540358-172.17.0.3-1731587584998 (Datanode Uuid cfa9936b-6a89-4d7e-b63d-5ef7837790c9) service to localhost/127.0.0.1:36553 2024-11-14T12:33:14,951 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:33:14,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/cluster_2b2d5ca4-d564-3214-c68b-37a3afe21559/data/data1/current/BP-111540358-172.17.0.3-1731587584998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:33:14,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/cluster_2b2d5ca4-d564-3214-c68b-37a3afe21559/data/data2/current/BP-111540358-172.17.0.3-1731587584998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:33:14,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:33:14,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:14,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:33:14,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:33:14,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:33:14,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir/,STOPPED} 2024-11-14T12:33:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:33:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:33:14,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:14,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:14,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:14,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:14,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:14,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:33:14,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444003042, stopped=false 2024-11-14T12:33:14,970 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,36543,1731587581365 2024-11-14T12:33:14,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0259873646/running 2024-11-14T12:33:14,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0259873646/running 2024-11-14T12:33:14,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:14,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:14,977 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:33:14,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:14,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:14,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:14,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/running 2024-11-14T12:33:14,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Set watcher on znode that does not yet exist, /0259873646/running 2024-11-14T12:33:14,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,37837,1731587581517' ***** 2024-11-14T12:33:14,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:33:14,978 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:33:14,978 INFO [RS:0;f1b69e0236bd:37837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:33:14,978 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:33:14,978 INFO [RS:0;f1b69e0236bd:37837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:33:14,978 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(3091): Received CLOSE for c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:37837. 2024-11-14T12:33:14,979 DEBUG [RS:0;f1b69e0236bd:37837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:14,979 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2c66ebfc678e9953c65f965315c13b0, disabling compactions & flushes 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:33:14,979 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. after waiting 0 ms 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:14,979 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2c66ebfc678e9953c65f965315c13b0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T12:33:14,979 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:33:14,979 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2c66ebfc678e9953c65f965315c13b0=hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0.} 2024-11-14T12:33:14,979 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:14,979 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:14,979 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:14,980 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:33:14,998 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:33:15,005 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:15,159 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/.tmp/queue/ad7a78d4fdf0425f94935f2dc2694db5 is 151, key is 1-f1b69e0236bd,37837,1731587581517/queue:f1b69e0236bd%2C37837%2C1731587581517/1731587591441/Put/seqid=0 2024-11-14T12:33:15,161 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/info/97d9eee4da834486abf6fb71ccc6955f is 147, key is hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0./info:regioninfo/1731587591105/Put/seqid=0 2024-11-14T12:33:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741838_1014 (size=5350) 2024-11-14T12:33:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:33:15,179 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:15,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:15,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:15,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:15,380 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:15,565 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/.tmp/queue/ad7a78d4fdf0425f94935f2dc2694db5 2024-11-14T12:33:15,566 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/info/97d9eee4da834486abf6fb71ccc6955f 2024-11-14T12:33:15,572 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/.tmp/queue/ad7a78d4fdf0425f94935f2dc2694db5 as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/queue/ad7a78d4fdf0425f94935f2dc2694db5 2024-11-14T12:33:15,579 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/queue/ad7a78d4fdf0425f94935f2dc2694db5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T12:33:15,580 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2c66ebfc678e9953c65f965315c13b0 2024-11-14T12:33:15,580 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c2c66ebfc678e9953c65f965315c13b0 in 601ms, sequenceid=5, compaction requested=false 2024-11-14T12:33:15,580 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:33:15,585 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/replication/c2c66ebfc678e9953c65f965315c13b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:33:15,586 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:15,586 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:15,586 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:15,586 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2c66ebfc678e9953c65f965315c13b0: Waiting for close lock at 1731587594979Running coprocessor pre-close hooks at 1731587594979Disabling compacts and flushes for region at 1731587594979Disabling writes for close at 1731587594979Obtaining lock to block concurrent updates at 1731587594979Preparing flush snapshotting stores in c2c66ebfc678e9953c65f965315c13b0 at 1731587594979Finished memstore snapshotting hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731587594979Flushing stores of hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. at 1731587594980 (+1 ms)Flushing c2c66ebfc678e9953c65f965315c13b0/queue: creating writer at 1731587594980Flushing c2c66ebfc678e9953c65f965315c13b0/queue: appending metadata at 1731587595159 (+179 ms)Flushing c2c66ebfc678e9953c65f965315c13b0/queue: closing flushed file at 1731587595159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bafc88: reopening flushed file at 1731587595571 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c2c66ebfc678e9953c65f965315c13b0 in 601ms, sequenceid=5, compaction requested=false at 1731587595580 (+9 ms)Writing region close event to WAL at 1731587595581 (+1 ms)Running coprocessor post-close hooks at 1731587595586 (+5 ms)Closed at 1731587595586 2024-11-14T12:33:15,586 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587589925.c2c66ebfc678e9953c65f965315c13b0. 2024-11-14T12:33:15,589 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:33:15,589 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:33:15,591 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/ns/c282279840ec4614a776e57847c110b1 is 43, key is default/ns:d/1731587584840/Put/seqid=0 2024-11-14T12:33:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:33:15,780 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:15,980 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:33:15,980 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:33:15,980 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:15,995 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/ns/c282279840ec4614a776e57847c110b1 2024-11-14T12:33:16,019 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/table/7bc3063f5c3c416aa90676099896cf08 is 53, key is hbase:replication/table:state/1731587591114/Put/seqid=0 2024-11-14T12:33:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:33:16,062 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 to pos 0, reset compression=false 2024-11-14T12:33:16,180 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:16,381 DEBUG [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:33:16,425 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/table/7bc3063f5c3c416aa90676099896cf08 2024-11-14T12:33:16,432 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/info/97d9eee4da834486abf6fb71ccc6955f as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/info/97d9eee4da834486abf6fb71ccc6955f 2024-11-14T12:33:16,439 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/info/97d9eee4da834486abf6fb71ccc6955f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:33:16,440 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/ns/c282279840ec4614a776e57847c110b1 as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/ns/c282279840ec4614a776e57847c110b1 2024-11-14T12:33:16,447 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/ns/c282279840ec4614a776e57847c110b1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:33:16,448 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/.tmp/table/7bc3063f5c3c416aa90676099896cf08 as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/table/7bc3063f5c3c416aa90676099896cf08 2024-11-14T12:33:16,454 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/table/7bc3063f5c3c416aa90676099896cf08, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:33:16,455 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1476ms, sequenceid=11, compaction requested=false 2024-11-14T12:33:16,460 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:33:16,460 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:16,460 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:16,461 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:16,461 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587594979Running coprocessor pre-close hooks at 1731587594979Disabling compacts and flushes for region at 1731587594979Disabling writes for close at 1731587594979Obtaining lock to block concurrent updates at 1731587594980 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587594980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731587594980Flushing stores of hbase:meta,,1.1588230740 at 1731587594980Flushing 1588230740/info: creating writer at 1731587594980Flushing 1588230740/info: appending metadata at 1731587595161 (+181 ms)Flushing 1588230740/info: closing flushed file at 1731587595161Flushing 1588230740/ns: creating writer at 1731587595572 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731587595590 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731587595590Flushing 1588230740/table: creating writer at 1731587596002 (+412 ms)Flushing 1588230740/table: appending metadata at 1731587596019 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731587596019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b66fe4f: reopening flushed file at 1731587596431 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63264328: reopening flushed file at 1731587596439 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb00277: reopening flushed file at 1731587596447 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1476ms, sequenceid=11, compaction requested=false at 1731587596455 (+8 ms)Writing region close event to WAL at 1731587596456 (+1 ms)Running coprocessor post-close hooks at 1731587596460 (+4 ms)Closed at 1731587596461 (+1 ms) 2024-11-14T12:33:16,461 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:16,581 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,37837,1731587581517; all regions closed. 2024-11-14T12:33:16,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.meta.1731587584766.meta not finished, retry = 0 2024-11-14T12:33:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:33:16,686 DEBUG [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs 2024-11-14T12:33:16,686 INFO [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C37837%2C1731587581517.meta:.meta(num 1731587584766) 2024-11-14T12:33:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741837_1013 (size=1586) 2024-11-14T12:33:16,691 DEBUG [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs 2024-11-14T12:33:16,691 INFO [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C37837%2C1731587581517.rep:(num 1731587591069) 2024-11-14T12:33:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:33:16,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/WALs/f1b69e0236bd,37837,1731587581517/f1b69e0236bd%2C37837%2C1731587581517.1731587583721 not finished, retry = 0 2024-11-14T12:33:16,796 DEBUG [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/oldWALs 2024-11-14T12:33:16,796 INFO [RS:0;f1b69e0236bd:37837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C37837%2C1731587581517:(num 1731587583721) 2024-11-14T12:33:16,796 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:16,796 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:33:16,796 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:33:16,797 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:33:16,797 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:33:16,797 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:33:16,797 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,37837,1731587581517 because: Region server is closing 2024-11-14T12:33:16,797 INFO [RS:0;f1b69e0236bd:37837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:37837. 2024-11-14T12:33:16,797 DEBUG [RS:0;f1b69e0236bd:37837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:16,797 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:16,797 DEBUG [RS:0;f1b69e0236bd:37837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:16,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:16,898 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.wal-reader.f1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:33:16,898 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.shipperf1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:33:16,898 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,37837,1731587581517.replicationSource.shipperf1b69e0236bd%2C37837%2C1731587581517,1-f1b69e0236bd,37837,1731587581517 terminated 2024-11-14T12:33:16,898 INFO [RS:0;f1b69e0236bd:37837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37837 2024-11-14T12:33:16,935 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:33:16,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646/rs 2024-11-14T12:33:16,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0259873646/rs/f1b69e0236bd,37837,1731587581517 2024-11-14T12:33:16,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,37837,1731587581517] 2024-11-14T12:33:16,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0259873646/draining/f1b69e0236bd,37837,1731587581517 already deleted, retry=false 2024-11-14T12:33:16,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,37837,1731587581517 expired; onlineServers=0 2024-11-14T12:33:16,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,36543,1731587581365' ***** 2024-11-14T12:33:16,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:33:16,952 INFO [M:0;f1b69e0236bd:36543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:33:16,952 INFO [M:0;f1b69e0236bd:36543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:33:16,952 DEBUG [M:0;f1b69e0236bd:36543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:33:16,952 DEBUG [M:0;f1b69e0236bd:36543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:33:16,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:33:16,952 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587583489 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587583489,5,FailOnTimeoutGroup] 2024-11-14T12:33:16,952 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587583489 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587583489,5,FailOnTimeoutGroup] 2024-11-14T12:33:16,953 INFO [M:0;f1b69e0236bd:36543 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:33:16,953 INFO [M:0;f1b69e0236bd:36543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:33:16,953 DEBUG [M:0;f1b69e0236bd:36543 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:33:16,953 INFO [M:0;f1b69e0236bd:36543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:33:16,953 INFO [M:0;f1b69e0236bd:36543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:33:16,953 INFO [M:0;f1b69e0236bd:36543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:33:16,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:33:16,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0259873646/master 2024-11-14T12:33:16,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0259873646 2024-11-14T12:33:16,960 DEBUG [M:0;f1b69e0236bd:36543 {}] zookeeper.ZKUtil(347): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Unable to get data of znode /0259873646/master because node does not exist (not an error) 2024-11-14T12:33:16,960 WARN [M:0;f1b69e0236bd:36543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:33:16,961 INFO [M:0;f1b69e0236bd:36543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/.lastflushedseqids 2024-11-14T12:33:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:33:17,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:17,044 INFO [RS:0;f1b69e0236bd:37837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:33:17,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37837-0x1013a8365a50001, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:17,044 INFO [RS:0;f1b69e0236bd:37837 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,37837,1731587581517; zookeeper connection closed. 2024-11-14T12:33:17,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 2024-11-14T12:33:17,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:33:17,367 INFO [M:0;f1b69e0236bd:36543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:33:17,367 INFO [M:0;f1b69e0236bd:36543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:33:17,368 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:17,368 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:17,368 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:17,368 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:17,368 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:17,368 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T12:33:17,383 DEBUG [M:0;f1b69e0236bd:36543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3642e5153b04b8ca454acc836d6ccca is 82, key is hbase:meta,,1/info:regioninfo/1731587584805/Put/seqid=0 2024-11-14T12:33:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:33:17,789 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3642e5153b04b8ca454acc836d6ccca 2024-11-14T12:33:17,808 DEBUG [M:0;f1b69e0236bd:36543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76793947ffa9486e9931811a5cc01ddd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731587591120/Put/seqid=0 2024-11-14T12:33:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741844_1020 (size=7203) 2024-11-14T12:33:18,213 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76793947ffa9486e9931811a5cc01ddd 2024-11-14T12:33:18,233 DEBUG [M:0;f1b69e0236bd:36543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33341ba7b50940b2a81db536d6cc22e5 is 69, key is f1b69e0236bd,37837,1731587581517/rs:state/1731587583569/Put/seqid=0 2024-11-14T12:33:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:33:18,638 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33341ba7b50940b2a81db536d6cc22e5 2024-11-14T12:33:18,644 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3642e5153b04b8ca454acc836d6ccca as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3642e5153b04b8ca454acc836d6ccca 2024-11-14T12:33:18,649 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3642e5153b04b8ca454acc836d6ccca, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T12:33:18,650 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76793947ffa9486e9931811a5cc01ddd as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76793947ffa9486e9931811a5cc01ddd 2024-11-14T12:33:18,656 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76793947ffa9486e9931811a5cc01ddd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T12:33:18,657 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/33341ba7b50940b2a81db536d6cc22e5 as hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33341ba7b50940b2a81db536d6cc22e5 2024-11-14T12:33:18,662 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34949/user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/33341ba7b50940b2a81db536d6cc22e5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T12:33:18,663 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-14T12:33:18,664 INFO [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:18,664 DEBUG [M:0;f1b69e0236bd:36543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587597367Disabling compacts and flushes for region at 1731587597367Disabling writes for close at 1731587597368 (+1 ms)Obtaining lock to block concurrent updates at 1731587597368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587597368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731587597368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587597369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587597369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587597383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587597383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587597794 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587597808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587597808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587598219 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587598232 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587598232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6148cdfa: reopening flushed file at 1731587598643 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e35be38: reopening flushed file at 1731587598649 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3541d342: reopening flushed file at 1731587598656 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731587598663 (+7 ms)Writing region close event to WAL at 1731587598664 (+1 ms)Closed at 1731587598664 2024-11-14T12:33:18,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741830_1006 (size=41008) 2024-11-14T12:33:18,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da931753-578b-1373-080f-30268d8857e1/MasterData/WALs/f1b69e0236bd,36543,1731587581365/f1b69e0236bd%2C36543%2C1731587581365.1731587583257 not finished, retry = 0 2024-11-14T12:33:18,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:33:18,768 INFO [M:0;f1b69e0236bd:36543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:33:18,768 INFO [M:0;f1b69e0236bd:36543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36543 2024-11-14T12:33:18,768 INFO [M:0;f1b69e0236bd:36543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:33:18,910 INFO [M:0;f1b69e0236bd:36543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:33:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:18,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36543-0x1013a8365a50000, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:33:18,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:18,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:33:18,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:33:18,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:33:18,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir/,STOPPED} 2024-11-14T12:33:18,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:33:18,915 WARN [BP-1033630991-172.17.0.3-1731587579930 heartbeating to localhost/127.0.0.1:34949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:33:18,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:33:18,916 WARN [BP-1033630991-172.17.0.3-1731587579930 heartbeating to localhost/127.0.0.1:34949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1033630991-172.17.0.3-1731587579930 (Datanode Uuid 12ff78da-962b-4fba-a919-cac1f3142c8d) service to localhost/127.0.0.1:34949 2024-11-14T12:33:18,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/data/data1/current/BP-1033630991-172.17.0.3-1731587579930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:33:18,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/cluster_d013b61c-6c9f-0ea8-4c5c-39a8d9fcffeb/data/data2/current/BP-1033630991-172.17.0.3-1731587579930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:33:18,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:33:18,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:18,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:33:18,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:33:18,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:33:18,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea20ac8d-1064-ec51-273c-a00de4f27125/hadoop.log.dir/,STOPPED} 2024-11-14T12:33:18,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:33:18,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:33:18,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52413) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34949 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36553 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=7221 (was 7549) 2024-11-14T12:33:18,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=7221 2024-11-14T12:33:18,969 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T12:33:18,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir so I do NOT create it in target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f 2024-11-14T12:33:18,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:33:18,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.tmp.dir so I do NOT create it in target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f 2024-11-14T12:33:18,970 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf188b93-4b48-1187-7699-6a66e675e8fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:33:18,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f 2024-11-14T12:33:18,970 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13, deleteOnExit=true 2024-11-14T12:33:18,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/zookeeper_0, clientPort=55268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:33:18,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55268 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/test.cache.data in system properties and HBase conf 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:33:18,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:33:18,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:33:18,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:33:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a8365a50002, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:33:19,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a8365a50005, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:33:19,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a8365a50005, quorum=127.0.0.1:52413, baseZNode=/1-584405723 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:33:19,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a8365a50002, quorum=127.0.0.1:52413, baseZNode=/0259873646 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:33:19,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:19,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:19,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:19,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:19,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:33:19,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:19,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:19,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/java.io.tmpdir/jetty-localhost-35731-hadoop-hdfs-3_4_1-tests_jar-_-any-10583106769061405583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:19,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:35731} 2024-11-14T12:33:19,304 INFO [Time-limited test {}] server.Server(415): Started @54221ms 2024-11-14T12:33:19,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:19,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:19,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:19,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:19,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:33:19,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:19,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:19,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/java.io.tmpdir/jetty-localhost-35705-hadoop-hdfs-3_4_1-tests_jar-_-any-16883587369789653701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:19,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:35705} 2024-11-14T12:33:19,569 INFO [Time-limited test {}] server.Server(415): Started @54486ms 2024-11-14T12:33:19,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:33:19,896 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/data/data1/current/BP-1274764333-172.17.0.3-1731587599011/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:19,896 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/data/data2/current/BP-1274764333-172.17.0.3-1731587599011/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:19,915 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:33:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d7f26632687b432 with lease ID 0xa1d2fc5f0e867aeb: Processing first storage report for DS-56efc386-f17c-4609-a399-923ce33fbb6d from datanode DatanodeRegistration(127.0.0.1:33769, datanodeUuid=9f61f8c3-c5c7-42fb-b820-78577f1a8ce8, infoPort=39941, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=776421404;c=1731587599011) 2024-11-14T12:33:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d7f26632687b432 with lease ID 0xa1d2fc5f0e867aeb: from storage DS-56efc386-f17c-4609-a399-923ce33fbb6d node DatanodeRegistration(127.0.0.1:33769, datanodeUuid=9f61f8c3-c5c7-42fb-b820-78577f1a8ce8, infoPort=39941, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=776421404;c=1731587599011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d7f26632687b432 with lease ID 0xa1d2fc5f0e867aeb: Processing first storage report for DS-38c75d33-152c-44ea-af9c-60ba082e2c5d from datanode DatanodeRegistration(127.0.0.1:33769, datanodeUuid=9f61f8c3-c5c7-42fb-b820-78577f1a8ce8, infoPort=39941, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=776421404;c=1731587599011) 2024-11-14T12:33:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d7f26632687b432 with lease ID 0xa1d2fc5f0e867aeb: from storage DS-38c75d33-152c-44ea-af9c-60ba082e2c5d node DatanodeRegistration(127.0.0.1:33769, datanodeUuid=9f61f8c3-c5c7-42fb-b820-78577f1a8ce8, infoPort=39941, infoSecurePort=0, ipcPort=41903, storageInfo=lv=-57;cid=testClusterID;nsid=776421404;c=1731587599011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:19,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f 2024-11-14T12:33:19,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:19,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:33:20,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a with version=8 2024-11-14T12:33:20,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/hbase-staging 2024-11-14T12:33:20,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:20,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:33:20,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:20,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34725 2024-11-14T12:33:20,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34725 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347250x0, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:20,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34725-0x1013a83b0320000 connected 2024-11-14T12:33:20,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:20,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:20,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/running 2024-11-14T12:33:20,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a, hbase.cluster.distributed=false 2024-11-14T12:33:20,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/acl 2024-11-14T12:33:20,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T12:33:20,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34725 2024-11-14T12:33:20,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34725 2024-11-14T12:33:20,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T12:33:20,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34725 2024-11-14T12:33:20,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:33:20,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:20,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33505 2024-11-14T12:33:20,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33505 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:20,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:20,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335050x0, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:20,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33505-0x1013a83b0320001 connected 2024-11-14T12:33:20,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/running 2024-11-14T12:33:20,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:33:20,561 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:33:20,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/master 2024-11-14T12:33:20,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/acl 2024-11-14T12:33:20,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T12:33:20,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33505 2024-11-14T12:33:20,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33505 2024-11-14T12:33:20,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T12:33:20,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T12:33:20,577 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:34725 2024-11-14T12:33:20,577 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-222225643/backup-masters/f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/backup-masters 2024-11-14T12:33:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/backup-masters 2024-11-14T12:33:20,586 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on existing znode=/0-222225643/backup-masters/f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222225643/master 2024-11-14T12:33:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:20,594 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on existing znode=/0-222225643/master 2024-11-14T12:33:20,594 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-222225643/backup-masters/f1b69e0236bd,34725,1731587600408 from backup master directory 2024-11-14T12:33:20,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/backup-masters 2024-11-14T12:33:20,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222225643/backup-masters/f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/backup-masters 2024-11-14T12:33:20,602 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:20,602 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:20,605 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/hbase.id] with ID: 739be5ca-ae3a-47a9-a442-4d3f94460f27 2024-11-14T12:33:20,605 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/.tmp/hbase.id 2024-11-14T12:33:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:33:21,011 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/.tmp/hbase.id]:[hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/hbase.id] 2024-11-14T12:33:21,024 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:21,024 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:33:21,025 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:33:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:33:21,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:21,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:21,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:21,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:21,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:21,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:33:21,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:33:21,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:21,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:21,468 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:33:21,468 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:21,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:33:21,876 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store 2024-11-14T12:33:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:33:22,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:22,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:22,282 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:22,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:22,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:22,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:22,283 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:22,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587602282Disabling compacts and flushes for region at 1731587602282Disabling writes for close at 1731587602282Writing region close event to WAL at 1731587602283 (+1 ms)Closed at 1731587602283 2024-11-14T12:33:22,284 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/.initializing 2024-11-14T12:33:22,284 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/WALs/f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:22,285 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:22,286 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C34725%2C1731587600408, suffix=, logDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/WALs/f1b69e0236bd,34725,1731587600408, archiveDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/oldWALs, maxLogs=10 2024-11-14T12:33:22,298 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/WALs/f1b69e0236bd,34725,1731587600408/f1b69e0236bd%2C34725%2C1731587600408.1731587602286, exclude list is [], retry=0 2024-11-14T12:33:22,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33769,DS-56efc386-f17c-4609-a399-923ce33fbb6d,DISK] 2024-11-14T12:33:22,303 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/WALs/f1b69e0236bd,34725,1731587600408/f1b69e0236bd%2C34725%2C1731587600408.1731587602286 2024-11-14T12:33:22,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-11-14T12:33:22,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:22,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:22,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:33:22,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:33:22,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:22,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:22,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:33:22,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:22,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:22,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:33:22,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:22,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:22,313 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,313 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,314 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:22,316 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:22,318 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:22,318 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66674656, jitterRate=-0.006470203399658203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:22,319 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587602304Initializing all the Stores at 1731587602305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587602305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587602305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587602305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587602305Cleaning up temporary data from old regions at 1731587602315 (+10 ms)Region opened successfully at 1731587602319 (+4 ms) 2024-11-14T12:33:22,319 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:33:22,322 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3b7aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:22,323 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:33:22,323 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:33:22,323 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:33:22,323 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:33:22,323 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:33:22,324 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:33:22,324 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:33:22,328 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:33:22,329 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/balancer because node does not exist (not necessarily an error) 2024-11-14T12:33:22,410 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/balancer already deleted, retry=false 2024-11-14T12:33:22,410 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:33:22,411 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:33:22,418 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/normalizer already deleted, retry=false 2024-11-14T12:33:22,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:33:22,419 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:33:22,426 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/switch/split already deleted, retry=false 2024-11-14T12:33:22,427 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:33:22,435 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/switch/merge already deleted, retry=false 2024-11-14T12:33:22,437 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:33:22,443 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/snapshot-cleanup already deleted, retry=false 2024-11-14T12:33:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222225643/running 2024-11-14T12:33:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-222225643/running 2024-11-14T12:33:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,452 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,34725,1731587600408, sessionid=0x1013a83b0320000, setting cluster-up flag (Was=false) 2024-11-14T12:33:22,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,493 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-222225643/flush-table-proc/acquired, /0-222225643/flush-table-proc/reached, /0-222225643/flush-table-proc/abort 2024-11-14T12:33:22,494 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:22,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-222225643/online-snapshot/acquired, /0-222225643/online-snapshot/reached, /0-222225643/online-snapshot/abort 2024-11-14T12:33:22,536 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:22,537 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:33:22,539 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:22,539 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:33:22,539 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:33:22,539 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,34725,1731587600408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:22,541 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587632543 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:33:22,543 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:33:22,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:33:22,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:33:22,544 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:33:22,544 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587602544,5,FailOnTimeoutGroup] 2024-11-14T12:33:22,545 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587602544,5,FailOnTimeoutGroup] 2024-11-14T12:33:22,545 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,545 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:33:22,545 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,545 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:22,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:33:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:33:22,570 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(746): ClusterId : 739be5ca-ae3a-47a9-a442-4d3f94460f27 2024-11-14T12:33:22,570 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:33:22,577 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:33:22,577 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:33:22,585 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:33:22,586 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a57cbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:22,596 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:33505 2024-11-14T12:33:22,596 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:33:22,596 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:33:22,596 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:33:22,597 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,34725,1731587600408 with port=33505, startcode=1731587600546 2024-11-14T12:33:22,597 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:33:22,599 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:33:22,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34725 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,601 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a 2024-11-14T12:33:22,601 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38625 2024-11-14T12:33:22,601 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:33:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/rs 2024-11-14T12:33:22,610 DEBUG [RS:0;f1b69e0236bd:33505 {}] zookeeper.ZKUtil(111): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on existing znode=/0-222225643/rs/f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,610 WARN [RS:0;f1b69e0236bd:33505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:22,610 INFO [RS:0;f1b69e0236bd:33505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:22,610 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,33505,1731587600546] 2024-11-14T12:33:22,614 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:33:22,615 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:33:22,616 INFO [RS:0;f1b69e0236bd:33505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:33:22,616 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,616 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:33:22,617 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:33:22,617 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,617 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:22,618 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:22,618 DEBUG [RS:0;f1b69e0236bd:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,618 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33505,1731587600546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:22,631 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:33:22,631 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33505,1731587600546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,631 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,631 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.Replication(171): f1b69e0236bd,33505,1731587600546 started 2024-11-14T12:33:22,643 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:22,643 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,33505,1731587600546, RpcServer on f1b69e0236bd/172.17.0.3:33505, sessionid=0x1013a83b0320001 2024-11-14T12:33:22,644 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:33:22,644 DEBUG [RS:0;f1b69e0236bd:33505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,644 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33505,1731587600546' 2024-11-14T12:33:22,644 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-222225643/flush-table-proc/abort' 2024-11-14T12:33:22,644 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-222225643/flush-table-proc/acquired' 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33505,1731587600546' 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-222225643/online-snapshot/abort' 2024-11-14T12:33:22,645 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-222225643/online-snapshot/acquired' 2024-11-14T12:33:22,646 DEBUG [RS:0;f1b69e0236bd:33505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:33:22,646 INFO [RS:0;f1b69e0236bd:33505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:33:22,646 INFO [RS:0;f1b69e0236bd:33505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:33:22,746 INFO [RS:0;f1b69e0236bd:33505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:22,747 INFO [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33505%2C1731587600546, suffix=, logDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546, archiveDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs, maxLogs=10 2024-11-14T12:33:22,759 DEBUG [RS:0;f1b69e0236bd:33505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748, exclude list is [], retry=0 2024-11-14T12:33:22,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33769,DS-56efc386-f17c-4609-a399-923ce33fbb6d,DISK] 2024-11-14T12:33:22,764 INFO [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 2024-11-14T12:33:22,764 DEBUG [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-11-14T12:33:22,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:33:22,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a 2024-11-14T12:33:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:33:23,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:23,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:23,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:23,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:23,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:23,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:23,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:23,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:23,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:23,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:23,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740 2024-11-14T12:33:23,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740 2024-11-14T12:33:23,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:23,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:23,370 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:23,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:23,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:23,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68942652, jitterRate=0.027325570583343506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:23,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587603359Initializing all the Stores at 1731587603360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587603360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603360Cleaning up temporary data from old regions at 1731587603369 (+9 ms)Region opened successfully at 1731587603374 (+5 ms) 2024-11-14T12:33:23,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:23,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:23,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:23,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:23,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:23,374 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:23,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587603374Disabling compacts and flushes for region at 1731587603374Disabling writes for close at 1731587603374Writing region close event to WAL at 1731587603374Closed at 1731587603374 2024-11-14T12:33:23,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:23,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:33:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:33:23,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:23,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:33:23,528 DEBUG [f1b69e0236bd:34725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:33:23,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:23,530 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33505,1731587600546, state=OPENING 2024-11-14T12:33:23,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:33:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:23,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:23,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222225643/meta-region-server: CHANGED 2024-11-14T12:33:23,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222225643/meta-region-server: CHANGED 2024-11-14T12:33:23,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33505,1731587600546}] 2024-11-14T12:33:23,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:33:23,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:33:23,761 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:33:23,761 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:23,761 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:33:23,763 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33505%2C1731587600546.meta, suffix=.meta, logDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546, archiveDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs, maxLogs=10 2024-11-14T12:33:23,775 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.meta.1731587603763.meta, exclude list is [], retry=0 2024-11-14T12:33:23,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33769,DS-56efc386-f17c-4609-a399-923ce33fbb6d,DISK] 2024-11-14T12:33:23,779 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.meta.1731587603763.meta 2024-11-14T12:33:23,779 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-11-14T12:33:23,779 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:23,780 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:33:23,780 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:33:23,780 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:33:23,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:23,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:23,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:23,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:23,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:23,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:23,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:23,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:23,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:23,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:23,787 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:23,787 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740 2024-11-14T12:33:23,788 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740 2024-11-14T12:33:23,789 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:23,789 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:23,790 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:23,791 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:23,791 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70184350, jitterRate=0.04582831263542175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:23,792 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:33:23,792 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587603780Writing region info on filesystem at 1731587603780Initializing all the Stores at 1731587603781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603782 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587603782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587603782Cleaning up temporary data from old regions at 1731587603789 (+7 ms)Running coprocessor post-open hooks at 1731587603792 (+3 ms)Region opened successfully at 1731587603792 2024-11-14T12:33:23,793 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587603755 2024-11-14T12:33:23,795 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:33:23,796 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:33:23,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:23,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33505,1731587600546, state=OPEN 2024-11-14T12:33:23,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-222225643/meta-region-server 2024-11-14T12:33:23,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-222225643/meta-region-server 2024-11-14T12:33:23,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:23,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222225643/meta-region-server: CHANGED 2024-11-14T12:33:23,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-222225643/meta-region-server: CHANGED 2024-11-14T12:33:23,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:33:23,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33505,1731587600546 in 218 msec 2024-11-14T12:33:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:33:23,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-14T12:33:23,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:23,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:33:23,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:23,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:23,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:23,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:23,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-14T12:33:23,834 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587603834, completionTime=-1 2024-11-14T12:33:23,834 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:33:23,834 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587663836 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587723836 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:34725, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,838 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:23,840 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:33:23,843 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:33:23,843 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:33:23,843 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34725,1731587600408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:23,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:23,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34725,-1 for getting cluster id 2024-11-14T12:33:23,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:23,872 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5ca-ae3a-47a9-a442-4d3f94460f27' 2024-11-14T12:33:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5ca-ae3a-47a9-a442-4d3f94460f27" 2024-11-14T12:33:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2773322d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34725,-1] 2024-11-14T12:33:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:23,874 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:23,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:23,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:23,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:23,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:23,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:23,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:23,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a83b0320002 connected 2024-11-14T12:33:23,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir so I do NOT create it in target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d 2024-11-14T12:33:23,904 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:33:23,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.tmp.dir so I do NOT create it in target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d 2024-11-14T12:33:23,904 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:33:23,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d 2024-11-14T12:33:23,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/cluster_33a81224-4430-4f20-f316-ccae253a494f, deleteOnExit=true 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/test.cache.data in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:33:23,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:33:23,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:33:23,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:33:24,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:24,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:24,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:24,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:24,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:33:24,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:24,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:24,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:24,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/java.io.tmpdir/jetty-localhost-41831-hadoop-hdfs-3_4_1-tests_jar-_-any-3810889776674115964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:33:24,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:41831} 2024-11-14T12:33:24,222 INFO [Time-limited test {}] server.Server(415): Started @59139ms 2024-11-14T12:33:24,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:33:24,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:33:24,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:33:24,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:33:24,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:33:24,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:33:24,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:33:24,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/java.io.tmpdir/jetty-localhost-36069-hadoop-hdfs-3_4_1-tests_jar-_-any-2054460111005568309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:33:24,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:36069} 2024-11-14T12:33:24,468 INFO [Time-limited test {}] server.Server(415): Started @59385ms 2024-11-14T12:33:24,469 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:33:24,934 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/cluster_33a81224-4430-4f20-f316-ccae253a494f/data/data1/current/BP-660977981-172.17.0.3-1731587603923/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:24,934 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/cluster_33a81224-4430-4f20-f316-ccae253a494f/data/data2/current/BP-660977981-172.17.0.3-1731587603923/current, will proceed with Du for space computation calculation, 2024-11-14T12:33:24,949 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:33:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec3e538f65a6ddf with lease ID 0xc94a92bbc84cd5af: Processing first storage report for DS-8b7d906b-b955-4fdf-b297-9e4989352262 from datanode DatanodeRegistration(127.0.0.1:46403, datanodeUuid=a3437d4d-9237-4cb5-b385-58cfd512dda0, infoPort=33911, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=655914960;c=1731587603923) 2024-11-14T12:33:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec3e538f65a6ddf with lease ID 0xc94a92bbc84cd5af: from storage DS-8b7d906b-b955-4fdf-b297-9e4989352262 node DatanodeRegistration(127.0.0.1:46403, datanodeUuid=a3437d4d-9237-4cb5-b385-58cfd512dda0, infoPort=33911, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=655914960;c=1731587603923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec3e538f65a6ddf with lease ID 0xc94a92bbc84cd5af: Processing first storage report for DS-46f78679-5125-49fa-9f5d-234980973b0b from datanode DatanodeRegistration(127.0.0.1:46403, datanodeUuid=a3437d4d-9237-4cb5-b385-58cfd512dda0, infoPort=33911, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=655914960;c=1731587603923) 2024-11-14T12:33:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec3e538f65a6ddf with lease ID 0xc94a92bbc84cd5af: from storage DS-46f78679-5125-49fa-9f5d-234980973b0b node DatanodeRegistration(127.0.0.1:46403, datanodeUuid=a3437d4d-9237-4cb5-b385-58cfd512dda0, infoPort=33911, infoSecurePort=0, ipcPort=43175, storageInfo=lv=-57;cid=testClusterID;nsid=655914960;c=1731587603923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:33:24,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d 2024-11-14T12:33:24,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:24,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:33:25,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312 with version=8 2024-11-14T12:33:25,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/hbase-staging 2024-11-14T12:33:25,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:25,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42613 2024-11-14T12:33:25,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42613 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426130x0, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:25,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42613-0x1013a83b0320003 connected 2024-11-14T12:33:25,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/running 2024-11-14T12:33:25,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312, hbase.cluster.distributed=false 2024-11-14T12:33:25,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/acl 2024-11-14T12:33:25,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-14T12:33:25,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42613 2024-11-14T12:33:25,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42613 2024-11-14T12:33:25,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-14T12:33:25,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-14T12:33:25,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:33:25,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:33:25,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42703 2024-11-14T12:33:25,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42703 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:25,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427030x0, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:25,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427030x0, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/running 2024-11-14T12:33:25,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42703-0x1013a83b0320004 connected 2024-11-14T12:33:25,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:33:25,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:33:25,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/master 2024-11-14T12:33:25,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/acl 2024-11-14T12:33:25,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42703 2024-11-14T12:33:25,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42703 2024-11-14T12:33:25,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42703 2024-11-14T12:33:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42703 2024-11-14T12:33:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42703 2024-11-14T12:33:25,552 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:42613 2024-11-14T12:33:25,554 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11043473374/backup-masters/f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:25,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/backup-masters 2024-11-14T12:33:25,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/backup-masters 2024-11-14T12:33:25,560 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on existing znode=/11043473374/backup-masters/f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043473374/master 2024-11-14T12:33:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:25,568 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on existing znode=/11043473374/master 2024-11-14T12:33:25,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11043473374/backup-masters/f1b69e0236bd,42613,1731587605405 from backup master directory 2024-11-14T12:33:25,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/backup-masters 2024-11-14T12:33:25,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043473374/backup-masters/f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:25,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/backup-masters 2024-11-14T12:33:25,576 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:25,576 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:25,580 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/hbase.id] with ID: 917c67cc-8dd7-4257-9b1a-f97508e12fee 2024-11-14T12:33:25,580 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/.tmp/hbase.id 2024-11-14T12:33:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:33:25,986 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/.tmp/hbase.id]:[hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/hbase.id] 2024-11-14T12:33:25,997 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:25,997 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:33:25,998 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:33:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:33:26,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:26,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:33:26,433 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:26,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:33:26,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:26,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:26,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:26,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:26,841 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store 2024-11-14T12:33:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:33:27,247 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:27,248 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:33:27,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:27,248 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:27,248 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:33:27,248 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:27,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:33:27,248 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587607248Disabling compacts and flushes for region at 1731587607248Disabling writes for close at 1731587607248Writing region close event to WAL at 1731587607248Closed at 1731587607248 2024-11-14T12:33:27,249 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/.initializing 2024-11-14T12:33:27,249 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/WALs/f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:27,250 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:27,251 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C42613%2C1731587605405, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/WALs/f1b69e0236bd,42613,1731587605405, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/oldWALs, maxLogs=10 2024-11-14T12:33:27,265 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/WALs/f1b69e0236bd,42613,1731587605405/f1b69e0236bd%2C42613%2C1731587605405.1731587607252, exclude list is [], retry=0 2024-11-14T12:33:27,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-8b7d906b-b955-4fdf-b297-9e4989352262,DISK] 2024-11-14T12:33:27,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/WALs/f1b69e0236bd,42613,1731587605405/f1b69e0236bd%2C42613%2C1731587605405.1731587607252 2024-11-14T12:33:27,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33911:33911)] 2024-11-14T12:33:27,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:27,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:27,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:33:27,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:27,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:27,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:33:27,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:27,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:27,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:33:27,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:27,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:27,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:33:27,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:27,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:27,279 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,280 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,280 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,282 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:27,283 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:33:27,286 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:27,286 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62929143, jitterRate=-0.06228269636631012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:27,286 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587607271Initializing all the Stores at 1731587607272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587607272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587607272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587607272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587607272Cleaning up temporary data from old regions at 1731587607282 (+10 ms)Region opened successfully at 1731587607286 (+4 ms) 2024-11-14T12:33:27,286 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:33:27,289 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26165fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:27,290 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:33:27,290 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:33:27,290 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:33:27,291 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:33:27,291 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:33:27,291 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:33:27,291 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:33:27,293 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:33:27,294 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/balancer because node does not exist (not necessarily an error) 2024-11-14T12:33:27,334 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/balancer already deleted, retry=false 2024-11-14T12:33:27,335 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:33:27,336 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:33:27,343 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/normalizer already deleted, retry=false 2024-11-14T12:33:27,343 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:33:27,344 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:33:27,351 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/switch/split already deleted, retry=false 2024-11-14T12:33:27,352 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:33:27,359 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/switch/merge already deleted, retry=false 2024-11-14T12:33:27,361 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:33:27,368 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/snapshot-cleanup already deleted, retry=false 2024-11-14T12:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043473374/running 2024-11-14T12:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043473374/running 2024-11-14T12:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,377 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,42613,1731587605405, sessionid=0x1013a83b0320003, setting cluster-up flag (Was=false) 2024-11-14T12:33:27,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,418 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11043473374/flush-table-proc/acquired, /11043473374/flush-table-proc/reached, /11043473374/flush-table-proc/abort 2024-11-14T12:33:27,419 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:27,460 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11043473374/online-snapshot/acquired, /11043473374/online-snapshot/reached, /11043473374/online-snapshot/abort 2024-11-14T12:33:27,461 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:27,462 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:33:27,463 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:27,464 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:33:27,464 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:33:27,464 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,42613,1731587605405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:33:27,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:27,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:27,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:27,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:33:27,466 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:33:27,466 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,466 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:27,466 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587637466 2024-11-14T12:33:27,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:33:27,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:33:27,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:33:27,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:27,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:33:27,467 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:33:27,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:27,469 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:33:27,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:33:27,469 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:33:27,469 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587607469,5,FailOnTimeoutGroup] 2024-11-14T12:33:27,469 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587607469,5,FailOnTimeoutGroup] 2024-11-14T12:33:27,469 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,470 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:33:27,470 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,470 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:33:27,544 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(746): ClusterId : 917c67cc-8dd7-4257-9b1a-f97508e12fee 2024-11-14T12:33:27,545 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:33:27,552 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:33:27,552 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:33:27,560 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:33:27,561 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4368c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:33:27,572 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:42703 2024-11-14T12:33:27,572 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:33:27,572 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:33:27,572 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:33:27,572 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,42613,1731587605405 with port=42703, startcode=1731587605521 2024-11-14T12:33:27,573 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:33:27,574 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:33:27,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42613 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,576 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312 2024-11-14T12:33:27,576 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38481 2024-11-14T12:33:27,576 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:33:27,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/rs 2024-11-14T12:33:27,644 DEBUG [RS:0;f1b69e0236bd:42703 {}] zookeeper.ZKUtil(111): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on existing znode=/11043473374/rs/f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,644 WARN [RS:0;f1b69e0236bd:42703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:33:27,644 INFO [RS:0;f1b69e0236bd:42703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:27,645 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,42703,1731587605521] 2024-11-14T12:33:27,648 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:33:27,650 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:33:27,654 INFO [RS:0;f1b69e0236bd:42703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:33:27,655 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,655 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:33:27,656 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:33:27,656 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,656 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:27,657 DEBUG [RS:0;f1b69e0236bd:42703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,658 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42703,1731587605521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:27,677 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:33:27,677 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42703,1731587605521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,677 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,677 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.Replication(171): f1b69e0236bd,42703,1731587605521 started 2024-11-14T12:33:27,696 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:27,696 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,42703,1731587605521, RpcServer on f1b69e0236bd/172.17.0.3:42703, sessionid=0x1013a83b0320004 2024-11-14T12:33:27,696 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:33:27,696 DEBUG [RS:0;f1b69e0236bd:42703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,696 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42703,1731587605521' 2024-11-14T12:33:27,696 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11043473374/flush-table-proc/abort' 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11043473374/flush-table-proc/acquired' 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42703,1731587605521' 2024-11-14T12:33:27,697 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11043473374/online-snapshot/abort' 2024-11-14T12:33:27,698 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11043473374/online-snapshot/acquired' 2024-11-14T12:33:27,698 DEBUG [RS:0;f1b69e0236bd:42703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:33:27,698 INFO [RS:0;f1b69e0236bd:42703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:33:27,698 INFO [RS:0;f1b69e0236bd:42703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:33:27,799 INFO [RS:0;f1b69e0236bd:42703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:33:27,800 INFO [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42703%2C1731587605521, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/oldWALs, maxLogs=10 2024-11-14T12:33:27,813 DEBUG [RS:0;f1b69e0236bd:42703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521/f1b69e0236bd%2C42703%2C1731587605521.1731587607801, exclude list is [], retry=0 2024-11-14T12:33:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-8b7d906b-b955-4fdf-b297-9e4989352262,DISK] 2024-11-14T12:33:27,818 INFO [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521/f1b69e0236bd%2C42703%2C1731587605521.1731587607801 2024-11-14T12:33:27,818 DEBUG [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33911:33911)] 2024-11-14T12:33:27,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:33:27,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312 2024-11-14T12:33:27,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:33:28,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:28,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:28,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:28,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:28,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:28,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:28,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:28,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:28,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:28,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:28,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740 2024-11-14T12:33:28,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740 2024-11-14T12:33:28,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:28,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:28,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:28,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:28,296 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:28,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61252633, jitterRate=-0.08726464211940765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:28,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587608283Initializing all the Stores at 1731587608284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587608284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608284Cleaning up temporary data from old regions at 1731587608293 (+9 ms)Region opened successfully at 1731587608297 (+4 ms) 2024-11-14T12:33:28,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:33:28,297 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:33:28,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:33:28,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:33:28,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:33:28,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:33:28,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587608297Disabling compacts and flushes for region at 1731587608297Disabling writes for close at 1731587608297Writing region close event to WAL at 1731587608298 (+1 ms)Closed at 1731587608298 2024-11-14T12:33:28,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:28,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:33:28,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:33:28,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:28,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:33:28,451 DEBUG [f1b69e0236bd:42613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:33:28,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:28,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42703,1731587605521, state=OPENING 2024-11-14T12:33:28,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:33:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:33:28,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043473374/meta-region-server: CHANGED 2024-11-14T12:33:28,502 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043473374/meta-region-server: CHANGED 2024-11-14T12:33:28,502 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:33:28,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42703,1731587605521}] 2024-11-14T12:33:28,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:33:28,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:33:28,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:33:28,660 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:33:28,660 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:28,660 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:33:28,661 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42703%2C1731587605521.meta, suffix=.meta, logDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/oldWALs, maxLogs=10 2024-11-14T12:33:28,674 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521/f1b69e0236bd%2C42703%2C1731587605521.meta.1731587608662.meta, exclude list is [], retry=0 2024-11-14T12:33:28,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-8b7d906b-b955-4fdf-b297-9e4989352262,DISK] 2024-11-14T12:33:28,678 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/WALs/f1b69e0236bd,42703,1731587605521/f1b69e0236bd%2C42703%2C1731587605521.meta.1731587608662.meta 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33911:33911)] 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:28,679 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:33:28,679 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:33:28,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:33:28,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:33:28,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:33:28,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:33:28,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:33:28,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:33:28,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:33:28,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:33:28,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:33:28,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:33:28,686 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:33:28,686 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740 2024-11-14T12:33:28,687 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740 2024-11-14T12:33:28,689 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:33:28,689 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:33:28,689 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:33:28,690 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:33:28,691 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60325933, jitterRate=-0.10107354819774628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:33:28,691 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:33:28,691 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587608680Writing region info on filesystem at 1731587608680Initializing all the Stores at 1731587608680Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608681 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587608681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587608681Cleaning up temporary data from old regions at 1731587608689 (+8 ms)Running coprocessor post-open hooks at 1731587608691 (+2 ms)Region opened successfully at 1731587608691 2024-11-14T12:33:28,692 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587608654 2024-11-14T12:33:28,695 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:33:28,695 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:33:28,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:28,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42703,1731587605521, state=OPEN 2024-11-14T12:33:28,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11043473374/meta-region-server 2024-11-14T12:33:28,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11043473374/meta-region-server 2024-11-14T12:33:28,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043473374/meta-region-server: CHANGED 2024-11-14T12:33:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043473374/meta-region-server: CHANGED 2024-11-14T12:33:28,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:33:28,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42703,1731587605521 in 199 msec 2024-11-14T12:33:28,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:33:28,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-14T12:33:28,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:33:28,707 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:33:28,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:28,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42703,1731587605521, seqNum=-1] 2024-11-14T12:33:28,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:28,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:28,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-14T12:33:28,715 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587608715, completionTime=-1 2024-11-14T12:33:28,715 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:33:28,715 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:33:28,716 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:33:28,716 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587668716 2024-11-14T12:33:28,716 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587728716 2024-11-14T12:33:28,716 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:42613, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,717 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,719 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:33:28,720 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:33:28,722 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:33:28,722 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:33:28,722 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42613,1731587605405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:33:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:28,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42613,-1 for getting cluster id 2024-11-14T12:33:28,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:28,746 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917c67cc-8dd7-4257-9b1a-f97508e12fee' 2024-11-14T12:33:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917c67cc-8dd7-4257-9b1a-f97508e12fee" 2024-11-14T12:33:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c1ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42613,-1] 2024-11-14T12:33:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:28,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:28,748 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:28,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:28,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42703,1731587605521, seqNum=-1] 2024-11-14T12:33:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:28,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:28,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:28,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55268 2024-11-14T12:33:28,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:33:28,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a83b0320005 connected 2024-11-14T12:33:28,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e570dd4 2024-11-14T12:33:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:28,775 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:28,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:33:28,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:33:28,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:28,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:33:28,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:33:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:33:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:29,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18e883137ecdbbf7e7df79471f98758b, NAME => 'test,,1731587608775.18e883137ecdbbf7e7df79471f98758b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a 2024-11-14T12:33:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:33:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587608775.18e883137ecdbbf7e7df79471f98758b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18e883137ecdbbf7e7df79471f98758b, disabling compactions & flushes 2024-11-14T12:33:29,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. after waiting 0 ms 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18e883137ecdbbf7e7df79471f98758b: Waiting for close lock at 1731587609598Disabling compacts and flushes for region at 1731587609598Disabling writes for close at 1731587609598Writing region close event to WAL at 1731587609598Closed at 1731587609598 2024-11-14T12:33:29,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:33:29,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587608775.18e883137ecdbbf7e7df79471f98758b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587609600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587609600"}]},"ts":"1731587609600"} 2024-11-14T12:33:29,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:33:29,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:33:29,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587609603"}]},"ts":"1731587609603"} 2024-11-14T12:33:29,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:33:29,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18e883137ecdbbf7e7df79471f98758b, ASSIGN}] 2024-11-14T12:33:29,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18e883137ecdbbf7e7df79471f98758b, ASSIGN 2024-11-14T12:33:29,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18e883137ecdbbf7e7df79471f98758b, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33505,1731587600546; forceNewPlan=false, retain=false 2024-11-14T12:33:29,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18e883137ecdbbf7e7df79471f98758b, regionState=OPENING, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:29,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18e883137ecdbbf7e7df79471f98758b, ASSIGN because future has completed 2024-11-14T12:33:29,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e883137ecdbbf7e7df79471f98758b, server=f1b69e0236bd,33505,1731587600546}] 2024-11-14T12:33:29,918 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,918 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18e883137ecdbbf7e7df79471f98758b, NAME => 'test,,1731587608775.18e883137ecdbbf7e7df79471f98758b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:29,918 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:29,919 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:33:29,919 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,919 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587608775.18e883137ecdbbf7e7df79471f98758b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:29,919 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,919 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,920 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:29,922 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e883137ecdbbf7e7df79471f98758b columnFamilyName f 2024-11-14T12:33:29,922 DEBUG [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:29,922 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(327): Store=18e883137ecdbbf7e7df79471f98758b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:29,923 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,924 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e883137ecdbbf7e7df79471f98758b columnFamilyName f1 2024-11-14T12:33:29,924 DEBUG [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:29,924 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(327): Store=18e883137ecdbbf7e7df79471f98758b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:29,924 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,925 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e883137ecdbbf7e7df79471f98758b columnFamilyName norep 2024-11-14T12:33:29,925 DEBUG [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:29,926 INFO [StoreOpener-18e883137ecdbbf7e7df79471f98758b-1 {}] regionserver.HStore(327): Store=18e883137ecdbbf7e7df79471f98758b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:29,926 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,926 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,927 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,928 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,928 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,928 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:33:29,929 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,931 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:29,931 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18e883137ecdbbf7e7df79471f98758b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63445226, jitterRate=-0.05459246039390564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:33:29,931 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:33:29,932 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18e883137ecdbbf7e7df79471f98758b: Running coprocessor pre-open hook at 1731587609919Writing region info on filesystem at 1731587609919Initializing all the Stores at 1731587609920 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587609920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587609920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587609920Cleaning up temporary data from old regions at 1731587609928 (+8 ms)Running coprocessor post-open hooks at 1731587609931 (+3 ms)Region opened successfully at 1731587609932 (+1 ms) 2024-11-14T12:33:29,934 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., pid=6, masterSystemTime=1731587609913 2024-11-14T12:33:29,936 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,936 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:33:29,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18e883137ecdbbf7e7df79471f98758b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:29,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e883137ecdbbf7e7df79471f98758b, server=f1b69e0236bd,33505,1731587600546 because future has completed 2024-11-14T12:33:29,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:33:29,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18e883137ecdbbf7e7df79471f98758b, server=f1b69e0236bd,33505,1731587600546 in 181 msec 2024-11-14T12:33:29,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:33:29,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18e883137ecdbbf7e7df79471f98758b, ASSIGN in 339 msec 2024-11-14T12:33:29,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:33:29,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587609947"}]},"ts":"1731587609947"} 2024-11-14T12:33:29,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:33:29,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:33:29,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-14T12:33:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:33:30,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:30,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:33:30,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:30,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:33:30,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:33:30,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:33:30,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:33:30,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:33:30,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:33:30,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:33:30,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:30,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:30,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:33:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26799588 2024-11-14T12:33:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:30,934 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:30,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:33:30,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:33:30,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:30,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:33:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:30,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:33:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:33:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:31,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e691a09a7e57610a668a654dd5d8751, NAME => 'test,,1731587610934.4e691a09a7e57610a668a654dd5d8751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312 2024-11-14T12:33:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:33:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:31,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587610934.4e691a09a7e57610a668a654dd5d8751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:31,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e691a09a7e57610a668a654dd5d8751, disabling compactions & flushes 2024-11-14T12:33:31,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:31,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:31,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. after waiting 0 ms 2024-11-14T12:33:31,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:31,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:31,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e691a09a7e57610a668a654dd5d8751: Waiting for close lock at 1731587611752Disabling compacts and flushes for region at 1731587611752Disabling writes for close at 1731587611753 (+1 ms)Writing region close event to WAL at 1731587611753Closed at 1731587611753 2024-11-14T12:33:31,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:33:31,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587610934.4e691a09a7e57610a668a654dd5d8751.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587611754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587611754"}]},"ts":"1731587611754"} 2024-11-14T12:33:31,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:33:31,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:33:31,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587611758"}]},"ts":"1731587611758"} 2024-11-14T12:33:31,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:33:31,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e691a09a7e57610a668a654dd5d8751, ASSIGN}] 2024-11-14T12:33:31,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e691a09a7e57610a668a654dd5d8751, ASSIGN 2024-11-14T12:33:31,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e691a09a7e57610a668a654dd5d8751, ASSIGN; state=OFFLINE, location=f1b69e0236bd,42703,1731587605521; forceNewPlan=false, retain=false 2024-11-14T12:33:31,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e691a09a7e57610a668a654dd5d8751, regionState=OPENING, regionLocation=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e691a09a7e57610a668a654dd5d8751, ASSIGN because future has completed 2024-11-14T12:33:31,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e691a09a7e57610a668a654dd5d8751, server=f1b69e0236bd,42703,1731587605521}] 2024-11-14T12:33:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:32,074 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:32,075 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e691a09a7e57610a668a654dd5d8751, NAME => 'test,,1731587610934.4e691a09a7e57610a668a654dd5d8751.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:32,075 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:32,075 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:33:32,075 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,075 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587610934.4e691a09a7e57610a668a654dd5d8751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:32,076 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,076 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,077 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,079 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e691a09a7e57610a668a654dd5d8751 columnFamilyName f 2024-11-14T12:33:32,079 DEBUG [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:32,079 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(327): Store=4e691a09a7e57610a668a654dd5d8751/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:32,079 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,080 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e691a09a7e57610a668a654dd5d8751 columnFamilyName f1 2024-11-14T12:33:32,080 DEBUG [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:32,081 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(327): Store=4e691a09a7e57610a668a654dd5d8751/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:32,081 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,082 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e691a09a7e57610a668a654dd5d8751 columnFamilyName norep 2024-11-14T12:33:32,082 DEBUG [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:32,082 INFO [StoreOpener-4e691a09a7e57610a668a654dd5d8751-1 {}] regionserver.HStore(327): Store=4e691a09a7e57610a668a654dd5d8751/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:32,082 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,083 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,083 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,084 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,084 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,085 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:33:32,086 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,089 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:32,089 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e691a09a7e57610a668a654dd5d8751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69460882, jitterRate=0.03504779934883118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:33:32,089 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:33:32,090 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e691a09a7e57610a668a654dd5d8751: Running coprocessor pre-open hook at 1731587612076Writing region info on filesystem at 1731587612076Initializing all the Stores at 1731587612077 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587612077Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587612077Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587612077Cleaning up temporary data from old regions at 1731587612084 (+7 ms)Running coprocessor post-open hooks at 1731587612089 (+5 ms)Region opened successfully at 1731587612089 2024-11-14T12:33:32,091 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587610934.4e691a09a7e57610a668a654dd5d8751., pid=6, masterSystemTime=1731587612070 2024-11-14T12:33:32,093 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:32,093 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:33:32,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e691a09a7e57610a668a654dd5d8751, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,42703,1731587605521 2024-11-14T12:33:32,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e691a09a7e57610a668a654dd5d8751, server=f1b69e0236bd,42703,1731587605521 because future has completed 2024-11-14T12:33:32,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:33:32,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e691a09a7e57610a668a654dd5d8751, server=f1b69e0236bd,42703,1731587605521 in 181 msec 2024-11-14T12:33:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:33:32,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e691a09a7e57610a668a654dd5d8751, ASSIGN in 339 msec 2024-11-14T12:33:32,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:33:32,104 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587612104"}]},"ts":"1731587612104"} 2024-11-14T12:33:32,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:33:32,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:33:32,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-14T12:33:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:33:33,091 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:33:33,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34725,-1 for getting cluster id 2024-11-14T12:33:33,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:33,093 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5ca-ae3a-47a9-a442-4d3f94460f27' 2024-11-14T12:33:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5ca-ae3a-47a9-a442-4d3f94460f27" 2024-11-14T12:33:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7625fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34725,-1] 2024-11-14T12:33:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:33,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,094 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac2a556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42613,-1 for getting cluster id 2024-11-14T12:33:33,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:33,096 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917c67cc-8dd7-4257-9b1a-f97508e12fee' 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917c67cc-8dd7-4257-9b1a-f97508e12fee" 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42613,-1] 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:33,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,098 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:33,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4459f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34725,-1 for getting cluster id 2024-11-14T12:33:33,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:33,100 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5ca-ae3a-47a9-a442-4d3f94460f27' 2024-11-14T12:33:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5ca-ae3a-47a9-a442-4d3f94460f27" 2024-11-14T12:33:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a4e4de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34725,-1] 2024-11-14T12:33:33,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:33,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,101 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:33,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc01065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a3a5917 2024-11-14T12:33:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:33,105 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:33,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:42613,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:33:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:33:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:33,108 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:42613' 2024-11-14T12:33:33,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d0d157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,109 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42613,-1 for getting cluster id 2024-11-14T12:33:33,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:33,110 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917c67cc-8dd7-4257-9b1a-f97508e12fee' 2024-11-14T12:33:33,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:33,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917c67cc-8dd7-4257-9b1a-f97508e12fee" 2024-11-14T12:33:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8cc58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42613,-1] 2024-11-14T12:33:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,112 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:33,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549e6542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:33,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78da7e46 2024-11-14T12:33:33,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:33,114 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:33,114 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:33:33,114 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:33:33,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,115 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:33,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:33,115 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:33:33,116 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:33:33,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:33:33,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:33,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:33:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:33:33,166 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:33:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:33,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14d026748bcc99e9148b632bbdfb580e, NAME => 'hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a 2024-11-14T12:33:33,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:33:33,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:33:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:33,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:33,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14d026748bcc99e9148b632bbdfb580e, disabling compactions & flushes 2024-11-14T12:33:33,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:33,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:33,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. after waiting 0 ms 2024-11-14T12:33:33,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:33,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:33,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14d026748bcc99e9148b632bbdfb580e: Waiting for close lock at 1731587613933Disabling compacts and flushes for region at 1731587613933Disabling writes for close at 1731587613933Writing region close event to WAL at 1731587613933Closed at 1731587613933 2024-11-14T12:33:33,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:33:33,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587613934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587613934"}]},"ts":"1731587613934"} 2024-11-14T12:33:33,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:33:33,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:33:33,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587613937"}]},"ts":"1731587613937"} 2024-11-14T12:33:33,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:33:33,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14d026748bcc99e9148b632bbdfb580e, ASSIGN}] 2024-11-14T12:33:33,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14d026748bcc99e9148b632bbdfb580e, ASSIGN 2024-11-14T12:33:33,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14d026748bcc99e9148b632bbdfb580e, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33505,1731587600546; forceNewPlan=false, retain=false 2024-11-14T12:33:34,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14d026748bcc99e9148b632bbdfb580e, regionState=OPENING, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14d026748bcc99e9148b632bbdfb580e, ASSIGN because future has completed 2024-11-14T12:33:34,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14d026748bcc99e9148b632bbdfb580e, server=f1b69e0236bd,33505,1731587600546}] 2024-11-14T12:33:34,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:34,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:34,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:34,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:33:34,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:33:34,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33505%2C1731587600546.rep, suffix=, logDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546, archiveDir=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs, maxLogs=10 2024-11-14T12:33:34,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.rep.1731587614253, exclude list is [], retry=0 2024-11-14T12:33:34,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33769,DS-56efc386-f17c-4609-a399-923ce33fbb6d,DISK] 2024-11-14T12:33:34,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.rep.1731587614253 2024-11-14T12:33:34,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39941:39941)] 2024-11-14T12:33:34,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 14d026748bcc99e9148b632bbdfb580e, NAME => 'hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:33:34,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. service=MultiRowMutationService 2024-11-14T12:33:34,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,272 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,273 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d026748bcc99e9148b632bbdfb580e columnFamilyName hfileref 2024-11-14T12:33:34,273 DEBUG [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:34,273 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(327): Store=14d026748bcc99e9148b632bbdfb580e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:34,274 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,275 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d026748bcc99e9148b632bbdfb580e columnFamilyName queue 2024-11-14T12:33:34,275 DEBUG [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:34,275 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(327): Store=14d026748bcc99e9148b632bbdfb580e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:34,275 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,276 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14d026748bcc99e9148b632bbdfb580e columnFamilyName sid 2024-11-14T12:33:34,277 DEBUG [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:33:34,277 INFO [StoreOpener-14d026748bcc99e9148b632bbdfb580e-1 {}] regionserver.HStore(327): Store=14d026748bcc99e9148b632bbdfb580e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:33:34,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:33:34,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:33:34,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 14d026748bcc99e9148b632bbdfb580e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70017558, jitterRate=0.043342918157577515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:33:34,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:33:34,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 14d026748bcc99e9148b632bbdfb580e: Running coprocessor pre-open hook at 1731587614270Writing region info on filesystem at 1731587614270Initializing all the Stores at 1731587614271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587614271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587614271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587614271Cleaning up temporary data from old regions at 1731587614279 (+8 ms)Running coprocessor post-open hooks at 1731587614282 (+3 ms)Region opened successfully at 1731587614283 (+1 ms) 2024-11-14T12:33:34,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e., pid=10, masterSystemTime=1731587614247 2024-11-14T12:33:34,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:34,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:33:34,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14d026748bcc99e9148b632bbdfb580e, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33505,1731587600546 2024-11-14T12:33:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14d026748bcc99e9148b632bbdfb580e, server=f1b69e0236bd,33505,1731587600546 because future has completed 2024-11-14T12:33:34,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:33:34,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 14d026748bcc99e9148b632bbdfb580e, server=f1b69e0236bd,33505,1731587600546 in 195 msec 2024-11-14T12:33:34,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:33:34,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14d026748bcc99e9148b632bbdfb580e, ASSIGN in 352 msec 2024-11-14T12:33:34,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:33:34,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587614294"}]},"ts":"1731587614294"} 2024-11-14T12:33:34,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:33:34,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:33:34,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-14T12:33:34,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2] 2024-11-14T12:33:34,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:34,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:33:34,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:33:34,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:33:34,563 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:33:34,594 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,33505,1731587600546, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:33:34,594 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:34,594 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:34,595 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:34,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T12:33:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,33505,1731587600546', locateType=CURRENT is [region=hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2] 2024-11-14T12:33:34,611 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:33:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:33:34,614 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,33505,1731587600546 suceeded 2024-11-14T12:33:34,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:33:34,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:33:34,617 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:42613,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T12:33:34,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T12:33:34,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-14T12:33:34,629 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:42613' 2024-11-14T12:33:34,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2265094e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:34,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42613,-1 for getting cluster id 2024-11-14T12:33:34,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:34,632 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917c67cc-8dd7-4257-9b1a-f97508e12fee' 2024-11-14T12:33:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917c67cc-8dd7-4257-9b1a-f97508e12fee" 2024-11-14T12:33:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295d624f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42613,-1] 2024-11-14T12:33:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:34,634 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:34,634 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183c61f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:34,634 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61768bb1 2024-11-14T12:33:34,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:34,636 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T12:33:34,637 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,33505,1731587600546 (queues=1) is replicating from cluster=739be5ca-ae3a-47a9-a442-4d3f94460f27 to cluster=917c67cc-8dd7-4257-9b1a-f97508e12fee 2024-11-14T12:33:34,637 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C33505%2C1731587600546 2024-11-14T12:33:34,637 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,33505,1731587600546, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:33:34,638 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748, startPosition=0, beingWritten=true 2024-11-14T12:33:34,638 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C33505%2C1731587600546 2024-11-14T12:33:34,649 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:33:34,649 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:34,649 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:33:34,854 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:35,158 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:33:35,251 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:33:35,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:35,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:35,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:35,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:35,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:35,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:35,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731587615256/Put/seqid=0 2024-11-14T12:33:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:33:35,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:35,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731587615664/Put/seqid=0 2024-11-14T12:33:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:33:36,066 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:36,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34725,-1 for getting cluster id 2024-11-14T12:33:36,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:36,075 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5ca-ae3a-47a9-a442-4d3f94460f27' 2024-11-14T12:33:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5ca-ae3a-47a9-a442-4d3f94460f27" 2024-11-14T12:33:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d18ba38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34725,-1] 2024-11-14T12:33:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:36,076 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:36,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:36,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:36,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:36,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:36,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24b4ee6f 2024-11-14T12:33:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:36,093 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2] 2024-11-14T12:33:36,109 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:33:36,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:33:36,125 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T12:33:36,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_0 for inclusion in 18e883137ecdbbf7e7df79471f98758b/f 2024-11-14T12:33:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:33:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:36,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_1 for inclusion in 18e883137ecdbbf7e7df79471f98758b/f 2024-11-14T12:33:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:33:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegion(2603): Flush status journal for 18e883137ecdbbf7e7df79471f98758b: 2024-11-14T12:33:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_0 to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_0 2024-11-14T12:33:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_0 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ 2024-11-14T12:33:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f/f/hfile_1 to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_1 2024-11-14T12:33:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_1 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ 2024-11-14T12:33:36,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_0 into 18e883137ecdbbf7e7df79471f98758b/f as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ - updating store file list. 2024-11-14T12:33:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:36,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ into 18e883137ecdbbf7e7df79471f98758b/f 2024-11-14T12:33:36,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_0 into 18e883137ecdbbf7e7df79471f98758b/f (new location: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_) 2024-11-14T12:33:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_0 2024-11-14T12:33:36,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_1 into 18e883137ecdbbf7e7df79471f98758b/f as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ - updating store file list. 2024-11-14T12:33:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8315fa9c37084c00819a0a245c5e8038_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:36,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ into 18e883137ecdbbf7e7df79471f98758b/f 2024-11-14T12:33:36,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_1 into 18e883137ecdbbf7e7df79471f98758b/f (new location: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_) 2024-11-14T12:33:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__jttqn03ig97r3g9g7je2avrafu1qu8n6k4eornv83eiokl666iarl7l9559tmaib/f/hfile_1 2024-11-14T12:33:36,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:36,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:36,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:36,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 , the old value is region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:33505 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:33:36,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:33:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42703,1731587605521, seqNum=-1] 2024-11-14T12:33:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:33:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 from cache 2024-11-14T12:33:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:36,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587610934.4e691a09a7e57610a668a654dd5d8751., hostname=f1b69e0236bd,42703,1731587605521, seqNum=2] 2024-11-14T12:33:36,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:33:36,292 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:33:36,671 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 379, reset compression=false 2024-11-14T12:33:36,677 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:33:36,677 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: WALEntryBatch [walEntries=[{test/18e883137ecdbbf7e7df79471f98758b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587616180/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:33:36,698 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:33:36,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T12:33:36,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.ReplicationSink(318): Replicating [739be5ca-ae3a-47a9-a442-4d3f94460f27] bulk loaded data 2024-11-14T12:33:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9457ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42613,-1 for getting cluster id 2024-11-14T12:33:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:36,704 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '917c67cc-8dd7-4257-9b1a-f97508e12fee' 2024-11-14T12:33:36,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:36,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "917c67cc-8dd7-4257-9b1a-f97508e12fee" 2024-11-14T12:33:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d71b9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42613,-1] 2024-11-14T12:33:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:36,706 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:36,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370e2da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741837_1013 (size=7894) 2024-11-14T12:33:36,877 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741838_1014 (size=7691) 2024-11-14T12:33:37,181 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:37,195 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:33:37,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:37,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42613,1731587605405 2024-11-14T12:33:37,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56e972b2 2024-11-14T12:33:37,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:37,534 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T12:33:37,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:33:37,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42703,1731587605521, seqNum=-1] 2024-11-14T12:33:37,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:37,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T12:33:37,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:33:37,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:33:37,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ for inclusion in 4e691a09a7e57610a668a654dd5d8751/f 2024-11-14T12:33:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:33:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:37,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ for inclusion in 4e691a09a7e57610a668a654dd5d8751/f 2024-11-14T12:33:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:33:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HRegion(2603): Flush status journal for 4e691a09a7e57610a668a654dd5d8751: 2024-11-14T12:33:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:33:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/ffa01a0a32fb4640a6c18616f9117983_SeqId_4_ 2024-11-14T12:33:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8315fa9c37084c00819a0a245c5e8038_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:33:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/b113c4c13dfc4ad986070f22189633aa_SeqId_4_ 2024-11-14T12:33:37,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/ffa01a0a32fb4640a6c18616f9117983_SeqId_4_ - updating store file list. 2024-11-14T12:33:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffa01a0a32fb4640a6c18616f9117983_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:37,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/ffa01a0a32fb4640a6c18616f9117983_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f 2024-11-14T12:33:37,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f (new location: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/ffa01a0a32fb4640a6c18616f9117983_SeqId_4_) 2024-11-14T12:33:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/e220bdbb5eae412cbd46ca5ef63177e1_SeqId_4_ 2024-11-14T12:33:37,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/b113c4c13dfc4ad986070f22189633aa_SeqId_4_ - updating store file list. 2024-11-14T12:33:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b113c4c13dfc4ad986070f22189633aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:37,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/b113c4c13dfc4ad986070f22189633aa_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f 2024-11-14T12:33:37,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ into 4e691a09a7e57610a668a654dd5d8751/f (new location: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/f/b113c4c13dfc4ad986070f22189633aa_SeqId_4_) 2024-11-14T12:33:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/staging/jenkins.hfs.6__test__br59tbkuoe54hvqqav1t8ur7747oe3vtg4lkbtkjhg465es09g3e463rd4aeca69/f/8315fa9c37084c00819a0a245c5e8038_SeqId_4_ 2024-11-14T12:33:37,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42703 {}] regionserver.ReplicationSink(324): Finished replicating [739be5ca-ae3a-47a9-a442-4d3f94460f27] bulk loaded data 2024-11-14T12:33:37,585 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:38,089 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:38,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:33:38,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731587618213/Put/seqid=0 2024-11-14T12:33:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741842_1018 (size=7997) 2024-11-14T12:33:38,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731587618648/Put/seqid=0 2024-11-14T12:33:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741843_1019 (size=7794) 2024-11-14T12:33:38,694 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:39,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:39,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34725,-1 for getting cluster id 2024-11-14T12:33:39,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:33:39,056 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739be5ca-ae3a-47a9-a442-4d3f94460f27' 2024-11-14T12:33:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:33:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739be5ca-ae3a-47a9-a442-4d3f94460f27" 2024-11-14T12:33:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3dd0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34725,-1] 2024-11-14T12:33:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:33:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:39,058 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:33:39,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:33:39,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:39,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:39,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:33:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34725,1731587600408 2024-11-14T12:33:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa2e9d5 2024-11-14T12:33:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:33:39,072 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:33:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2] 2024-11-14T12:33:39,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:33:39,084 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:33:39,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T12:33:39,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_0 for inclusion in 18e883137ecdbbf7e7df79471f98758b/f1 2024-11-14T12:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:33:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:39,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_1 for inclusion in 18e883137ecdbbf7e7df79471f98758b/f1 2024-11-14T12:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:33:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegion(2603): Flush status journal for 18e883137ecdbbf7e7df79471f98758b: 2024-11-14T12:33:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_0 to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_0 2024-11-14T12:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_0 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/be5a7aae8ec24263b62b30e4642d0ed6_SeqId_6_ 2024-11-14T12:33:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/load_f1/f1/hfile_1 to hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_1 2024-11-14T12:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_1 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/4cf2bcff463c42c9851e22e8b166487e_SeqId_6_ 2024-11-14T12:33:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T12:33:39,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_0 into 18e883137ecdbbf7e7df79471f98758b/f1 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/be5a7aae8ec24263b62b30e4642d0ed6_SeqId_6_ - updating store file list. 2024-11-14T12:33:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be5a7aae8ec24263b62b30e4642d0ed6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:39,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/be5a7aae8ec24263b62b30e4642d0ed6_SeqId_6_ into 18e883137ecdbbf7e7df79471f98758b/f1 2024-11-14T12:33:39,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_0 into 18e883137ecdbbf7e7df79471f98758b/f1 (new location: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/be5a7aae8ec24263b62b30e4642d0ed6_SeqId_6_) 2024-11-14T12:33:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_0 2024-11-14T12:33:39,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_1 into 18e883137ecdbbf7e7df79471f98758b/f1 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/4cf2bcff463c42c9851e22e8b166487e_SeqId_6_ - updating store file list. 2024-11-14T12:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cf2bcff463c42c9851e22e8b166487e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:33:39,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/4cf2bcff463c42c9851e22e8b166487e_SeqId_6_ into 18e883137ecdbbf7e7df79471f98758b/f1 2024-11-14T12:33:39,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_1 into 18e883137ecdbbf7e7df79471f98758b/f1 (new location: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/f1/4cf2bcff463c42c9851e22e8b166487e_SeqId_6_) 2024-11-14T12:33:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/staging/jenkins__test__k36eu1ulspqe2aenh18fpafs5lgpqgb8dgeh2mvvsri85qn9tblfe5tlffiquio4/f1/hfile_1 2024-11-14T12:33:39,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:33:39,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:33:39,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:39,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:33:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 , the old value is region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:33505 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:33:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:33:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2 from cache 2024-11-14T12:33:39,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:33:39,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:33:39,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:33:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33505,1731587600546, seqNum=-1] 2024-11-14T12:33:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:33:39,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:33:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., hostname=f1b69e0236bd,33505,1731587600546, seqNum=2] 2024-11-14T12:33:39,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:33:39,397 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 687, reset compression=false 2024-11-14T12:33:39,403 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:33:39,403 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:39,403 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:33:39,608 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:39,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:33:39,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:39,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:39,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:33:39,912 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:40,316 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:33:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:33:40,820 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:41,424 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:42,129 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:42,933 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:43,838 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:44,842 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:45,946 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:47,150 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:48,454 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:49,858 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:49,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:33:51,362 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:52,967 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:54,670 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:54,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:33:56,475 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:58,378 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:33:59,405 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: null 2024-11-14T12:34:00,382 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:02,486 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:03,859 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:34:03,859 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:34:04,690 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:06,994 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:08,725 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:34:08,725 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:34:09,398 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:11,901 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:14,505 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:14,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 18e883137ecdbbf7e7df79471f98758b, had cached 0 bytes from a total of 31376 2024-11-14T12:34:17,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4e691a09a7e57610a668a654dd5d8751, had cached 0 bytes from a total of 15585 2024-11-14T12:34:17,209 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:19,406 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: null 2024-11-14T12:34:19,997 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:34:20,014 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:22,917 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:24,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:34:25,147 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:34:25,922 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:28,718 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T12:34:29,025 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:32,229 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:35,533 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:38,937 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:39,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:34:39,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:39,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:39,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:39,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:39,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:39,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:34:39,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111338528, stopped=false 2024-11-14T12:34:39,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,42613,1731587605405 2024-11-14T12:34:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043473374/running 2024-11-14T12:34:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043473374/running 2024-11-14T12:34:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:34:39,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:34:39,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:34:39,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:39,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:39,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:39,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,42703,1731587605521' ***** 2024-11-14T12:34:39,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:34:39,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/running 2024-11-14T12:34:39,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Set watcher on znode that does not yet exist, /11043473374/running 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:34:39,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,42703,1731587605521 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42703. 2024-11-14T12:34:39,199 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e691a09a7e57610a668a654dd5d8751, disabling compactions & flushes 2024-11-14T12:34:39,199 DEBUG [RS:0;f1b69e0236bd:42703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:39,199 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:34:39,199 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:39,199 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:34:39,199 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. after waiting 0 ms 2024-11-14T12:34:39,199 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:34:39,199 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:34:39,202 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:34:39,202 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1325): Online Regions={4e691a09a7e57610a668a654dd5d8751=test,,1731587610934.4e691a09a7e57610a668a654dd5d8751., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:34:39,202 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e691a09a7e57610a668a654dd5d8751 2024-11-14T12:34:39,202 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:34:39,202 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:34:39,202 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:34:39,202 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:34:39,202 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:34:39,203 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:34:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/default/test/4e691a09a7e57610a668a654dd5d8751/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T12:34:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:34:39,207 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:34:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e691a09a7e57610a668a654dd5d8751: Waiting for close lock at 1731587679199Running coprocessor pre-close hooks at 1731587679199Disabling compacts and flushes for region at 1731587679199Disabling writes for close at 1731587679199Writing region close event to WAL at 1731587679202 (+3 ms)Running coprocessor post-close hooks at 1731587679207 (+5 ms)Closed at 1731587679207 2024-11-14T12:34:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587610934.4e691a09a7e57610a668a654dd5d8751. 2024-11-14T12:34:39,214 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:34:39,219 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/info/f3275da4b3e04586ac0f55bea509459a is 129, key is test,,1731587610934.4e691a09a7e57610a668a654dd5d8751./info:regioninfo/1731587612094/Put/seqid=0 2024-11-14T12:34:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741839_1015 (size=6421) 2024-11-14T12:34:39,402 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:39,406 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33505,1731587600546 got entry batch from reader: null 2024-11-14T12:34:39,603 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:39,623 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/info/f3275da4b3e04586ac0f55bea509459a 2024-11-14T12:34:39,643 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/ns/7824fc78bc3041aa81e1829826d3800c is 43, key is default/ns:d/1731587608710/Put/seqid=0 2024-11-14T12:34:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:34:39,679 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:34:39,679 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:34:39,803 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,003 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,047 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/ns/7824fc78bc3041aa81e1829826d3800c 2024-11-14T12:34:40,066 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/rep_barrier/63e4b8991b714881a2ace0e337234a10 is 112, key is test,,1731587610934.4e691a09a7e57610a668a654dd5d8751./rep_barrier:seqnumDuringOpen/1731587612094/Put/seqid=0 2024-11-14T12:34:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741841_1017 (size=5518) 2024-11-14T12:34:40,203 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:34:40,203 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:34:40,203 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,403 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,471 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/rep_barrier/63e4b8991b714881a2ace0e337234a10 2024-11-14T12:34:40,490 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/table/ae26816070954edc8f3ffe8ae6cf241d is 40, key is test/table:state/1731587612104/Put/seqid=0 2024-11-14T12:34:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741842_1018 (size=5165) 2024-11-14T12:34:40,603 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,804 DEBUG [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:40,894 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/table/ae26816070954edc8f3ffe8ae6cf241d 2024-11-14T12:34:40,900 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/info/f3275da4b3e04586ac0f55bea509459a as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/info/f3275da4b3e04586ac0f55bea509459a 2024-11-14T12:34:40,905 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/info/f3275da4b3e04586ac0f55bea509459a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:34:40,906 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/ns/7824fc78bc3041aa81e1829826d3800c as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/ns/7824fc78bc3041aa81e1829826d3800c 2024-11-14T12:34:40,911 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/ns/7824fc78bc3041aa81e1829826d3800c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:34:40,912 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/rep_barrier/63e4b8991b714881a2ace0e337234a10 as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/rep_barrier/63e4b8991b714881a2ace0e337234a10 2024-11-14T12:34:40,916 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/rep_barrier/63e4b8991b714881a2ace0e337234a10, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:34:40,917 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/.tmp/table/ae26816070954edc8f3ffe8ae6cf241d as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/table/ae26816070954edc8f3ffe8ae6cf241d 2024-11-14T12:34:40,923 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/table/ae26816070954edc8f3ffe8ae6cf241d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:34:40,924 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-14T12:34:40,931 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:34:40,931 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:40,931 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:34:40,932 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:40,932 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587679202Running coprocessor pre-close hooks at 1731587679202Disabling compacts and flushes for region at 1731587679202Disabling writes for close at 1731587679202Obtaining lock to block concurrent updates at 1731587679203 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587679203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731587679203Flushing stores of hbase:meta,,1.1588230740 at 1731587679203Flushing 1588230740/info: creating writer at 1731587679203Flushing 1588230740/info: appending metadata at 1731587679218 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587679218Flushing 1588230740/ns: creating writer at 1731587679629 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731587679642 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731587679642Flushing 1588230740/rep_barrier: creating writer at 1731587680053 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587680066 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587680066Flushing 1588230740/table: creating writer at 1731587680476 (+410 ms)Flushing 1588230740/table: appending metadata at 1731587680489 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587680489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b4c86f: reopening flushed file at 1731587680899 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c575ff8: reopening flushed file at 1731587680905 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e648522: reopening flushed file at 1731587680911 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0e8f4c: reopening flushed file at 1731587680917 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1731587680924 (+7 ms)Writing region close event to WAL at 1731587680927 (+3 ms)Running coprocessor post-close hooks at 1731587680931 (+4 ms)Closed at 1731587680931 2024-11-14T12:34:40,932 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:41,004 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,42703,1731587605521; all regions closed. 2024-11-14T12:34:41,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:34:41,009 DEBUG [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/oldWALs 2024-11-14T12:34:41,009 INFO [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C42703%2C1731587605521.meta:.meta(num 1731587608662) 2024-11-14T12:34:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741832_1008 (size=1028) 2024-11-14T12:34:41,013 DEBUG [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/oldWALs 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C42703%2C1731587605521:(num 1731587607801) 2024-11-14T12:34:41,013 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:34:41,013 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:34:41,013 INFO [RS:0;f1b69e0236bd:42703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42703. 2024-11-14T12:34:41,014 DEBUG [RS:0;f1b69e0236bd:42703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:41,014 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:41,014 DEBUG [RS:0;f1b69e0236bd:42703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:41,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:41,014 INFO [RS:0;f1b69e0236bd:42703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42703 2024-11-14T12:34:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374/rs 2024-11-14T12:34:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043473374/rs/f1b69e0236bd,42703,1731587605521 2024-11-14T12:34:41,047 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:34:41,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,42703,1731587605521] 2024-11-14T12:34:41,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11043473374/draining/f1b69e0236bd,42703,1731587605521 already deleted, retry=false 2024-11-14T12:34:41,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,42703,1731587605521 expired; onlineServers=0 2024-11-14T12:34:41,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,42613,1731587605405' ***** 2024-11-14T12:34:41,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:34:41,064 INFO [M:0;f1b69e0236bd:42613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:34:41,064 INFO [M:0;f1b69e0236bd:42613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:34:41,064 DEBUG [M:0;f1b69e0236bd:42613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:34:41,064 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:34:41,064 DEBUG [M:0;f1b69e0236bd:42613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:34:41,064 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587607469 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587607469,5,FailOnTimeoutGroup] 2024-11-14T12:34:41,064 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587607469 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587607469,5,FailOnTimeoutGroup] 2024-11-14T12:34:41,064 INFO [M:0;f1b69e0236bd:42613 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:34:41,065 INFO [M:0;f1b69e0236bd:42613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:34:41,065 DEBUG [M:0;f1b69e0236bd:42613 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:34:41,065 INFO [M:0;f1b69e0236bd:42613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:34:41,065 INFO [M:0;f1b69e0236bd:42613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:34:41,065 INFO [M:0;f1b69e0236bd:42613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:34:41,065 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:34:41,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043473374/master 2024-11-14T12:34:41,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043473374 2024-11-14T12:34:41,072 DEBUG [M:0;f1b69e0236bd:42613 {}] zookeeper.ZKUtil(347): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Unable to get data of znode /11043473374/master because node does not exist (not an error) 2024-11-14T12:34:41,072 WARN [M:0;f1b69e0236bd:42613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:34:41,074 INFO [M:0;f1b69e0236bd:42613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/.lastflushedseqids 2024-11-14T12:34:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741843_1019 (size=173) 2024-11-14T12:34:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:41,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42703-0x1013a83b0320004, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:41,156 INFO [RS:0;f1b69e0236bd:42703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:34:41,156 INFO [RS:0;f1b69e0236bd:42703 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,42703,1731587605521; zookeeper connection closed. 2024-11-14T12:34:41,156 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eb622e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eb622e 2024-11-14T12:34:41,156 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:34:41,478 INFO [M:0;f1b69e0236bd:42613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:34:41,478 INFO [M:0;f1b69e0236bd:42613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:34:41,478 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:34:41,478 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:41,479 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:41,479 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:34:41,479 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:41,479 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-14T12:34:41,494 DEBUG [M:0;f1b69e0236bd:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94029217fa59496d8463751169c60aa1 is 82, key is hbase:meta,,1/info:regioninfo/1731587608695/Put/seqid=0 2024-11-14T12:34:41,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741844_1020 (size=5672) 2024-11-14T12:34:41,898 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94029217fa59496d8463751169c60aa1 2024-11-14T12:34:41,917 DEBUG [M:0;f1b69e0236bd:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b87b7f95c5a540078c7eb2fc9473d7cb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587612108/Put/seqid=0 2024-11-14T12:34:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741845_1021 (size=6728) 2024-11-14T12:34:42,322 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b87b7f95c5a540078c7eb2fc9473d7cb 2024-11-14T12:34:42,327 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b87b7f95c5a540078c7eb2fc9473d7cb 2024-11-14T12:34:42,341 DEBUG [M:0;f1b69e0236bd:42613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafbf08c85124671999eb17bf2667534 is 69, key is f1b69e0236bd,42703,1731587605521/rs:state/1731587607575/Put/seqid=0 2024-11-14T12:34:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741846_1022 (size=5156) 2024-11-14T12:34:42,440 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 to pos 997, reset compression=false 2024-11-14T12:34:42,746 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafbf08c85124671999eb17bf2667534 2024-11-14T12:34:42,751 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94029217fa59496d8463751169c60aa1 as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94029217fa59496d8463751169c60aa1 2024-11-14T12:34:42,755 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94029217fa59496d8463751169c60aa1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T12:34:42,756 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b87b7f95c5a540078c7eb2fc9473d7cb as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b87b7f95c5a540078c7eb2fc9473d7cb 2024-11-14T12:34:42,760 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b87b7f95c5a540078c7eb2fc9473d7cb 2024-11-14T12:34:42,760 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b87b7f95c5a540078c7eb2fc9473d7cb, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T12:34:42,761 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cafbf08c85124671999eb17bf2667534 as hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cafbf08c85124671999eb17bf2667534 2024-11-14T12:34:42,765 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cafbf08c85124671999eb17bf2667534, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T12:34:42,766 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-14T12:34:42,768 INFO [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:42,768 DEBUG [M:0;f1b69e0236bd:42613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587681478Disabling compacts and flushes for region at 1731587681478Disabling writes for close at 1731587681479 (+1 ms)Obtaining lock to block concurrent updates at 1731587681479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587681479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731587681479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587681480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587681480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587681493 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587681493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587681903 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587681917 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587681917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587682327 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587682340 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587682340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ed1d1c: reopening flushed file at 1731587682750 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a78a18c: reopening flushed file at 1731587682755 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7288b98: reopening flushed file at 1731587682760 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731587682766 (+6 ms)Writing region close event to WAL at 1731587682768 (+2 ms)Closed at 1731587682768 2024-11-14T12:34:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741830_1006 (size=33038) 2024-11-14T12:34:42,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/88d5331b-afe4-faca-52fd-fb51fcd70312/MasterData/WALs/f1b69e0236bd,42613,1731587605405/f1b69e0236bd%2C42613%2C1731587605405.1731587607252 not finished, retry = 0 2024-11-14T12:34:42,871 INFO [M:0;f1b69e0236bd:42613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:34:42,871 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:34:42,871 INFO [M:0;f1b69e0236bd:42613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42613 2024-11-14T12:34:42,872 INFO [M:0;f1b69e0236bd:42613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:34:43,029 INFO [M:0;f1b69e0236bd:42613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:34:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42613-0x1013a83b0320003, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:43,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:34:43,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:34:43,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:34:43,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:34:43,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir/,STOPPED} 2024-11-14T12:34:43,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:34:43,063 WARN [BP-660977981-172.17.0.3-1731587603923 heartbeating to localhost/127.0.0.1:38481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:34:43,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:34:43,063 WARN [BP-660977981-172.17.0.3-1731587603923 heartbeating to localhost/127.0.0.1:38481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660977981-172.17.0.3-1731587603923 (Datanode Uuid a3437d4d-9237-4cb5-b385-58cfd512dda0) service to localhost/127.0.0.1:38481 2024-11-14T12:34:43,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/cluster_33a81224-4430-4f20-f316-ccae253a494f/data/data1/current/BP-660977981-172.17.0.3-1731587603923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:34:43,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/cluster_33a81224-4430-4f20-f316-ccae253a494f/data/data2/current/BP-660977981-172.17.0.3-1731587603923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:34:43,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:34:43,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:34:43,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:34:43,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:34:43,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:34:43,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir/,STOPPED} 2024-11-14T12:34:43,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:34:43,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:34:43,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:43,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:43,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:43,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:43,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:43,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:34:43,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022590057, stopped=false 2024-11-14T12:34:43,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,34725,1731587600408 2024-11-14T12:34:43,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:34:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222225643/running 2024-11-14T12:34:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222225643/running 2024-11-14T12:34:43,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:34:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:34:43,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:43,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:43,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/running 2024-11-14T12:34:43,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Set watcher on znode that does not yet exist, /0-222225643/running 2024-11-14T12:34:43,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,33505,1731587600546' ***** 2024-11-14T12:34:43,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:34:43,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(3091): Received CLOSE for 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(3091): Received CLOSE for 14d026748bcc99e9148b632bbdfb580e 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,33505,1731587600546 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33505. 2024-11-14T12:34:43,091 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18e883137ecdbbf7e7df79471f98758b, disabling compactions & flushes 2024-11-14T12:34:43,091 DEBUG [RS:0;f1b69e0236bd:33505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:43,091 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:34:43,091 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:43,091 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:34:43,091 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. after waiting 0 ms 2024-11-14T12:34:43,091 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:34:43,091 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:34:43,092 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:34:43,092 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1325): Online Regions={18e883137ecdbbf7e7df79471f98758b=test,,1731587608775.18e883137ecdbbf7e7df79471f98758b., 1588230740=hbase:meta,,1.1588230740, 14d026748bcc99e9148b632bbdfb580e=hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e.} 2024-11-14T12:34:43,092 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 14d026748bcc99e9148b632bbdfb580e, 1588230740, 18e883137ecdbbf7e7df79471f98758b 2024-11-14T12:34:43,092 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:34:43,092 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:34:43,092 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:34:43,092 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:34:43,092 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:34:43,092 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:34:43,095 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/default/test/18e883137ecdbbf7e7df79471f98758b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:34:43,096 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:43,096 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:34:43,096 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:34:43,096 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18e883137ecdbbf7e7df79471f98758b: Waiting for close lock at 1731587683091Running coprocessor pre-close hooks at 1731587683091Disabling compacts and flushes for region at 1731587683091Disabling writes for close at 1731587683091Writing region close event to WAL at 1731587683092 (+1 ms)Running coprocessor post-close hooks at 1731587683096 (+4 ms)Closed at 1731587683096 2024-11-14T12:34:43,096 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587608775.18e883137ecdbbf7e7df79471f98758b. 2024-11-14T12:34:43,097 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14d026748bcc99e9148b632bbdfb580e, disabling compactions & flushes 2024-11-14T12:34:43,097 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:34:43,097 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:34:43,097 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. after waiting 0 ms 2024-11-14T12:34:43,097 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:34:43,097 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14d026748bcc99e9148b632bbdfb580e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T12:34:43,108 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/info/2fe23de76a284b419056b3317df04a1f is 147, key is hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e./info:regioninfo/1731587614286/Put/seqid=0 2024-11-14T12:34:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741844_1020 (size=7686) 2024-11-14T12:34:43,112 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/hfileref/e282b0c551b94640b64a90d8ce5ec2e4 is 74, key is 1/hfileref:8315fa9c37084c00819a0a245c5e8038_SeqId_4_/1731587617577/DeleteColumn/seqid=0 2024-11-14T12:34:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741845_1021 (size=5203) 2024-11-14T12:34:43,183 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:34:43,292 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 14d026748bcc99e9148b632bbdfb580e, 1588230740 2024-11-14T12:34:43,492 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 14d026748bcc99e9148b632bbdfb580e, 1588230740 2024-11-14T12:34:43,512 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/info/2fe23de76a284b419056b3317df04a1f 2024-11-14T12:34:43,516 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/hfileref/e282b0c551b94640b64a90d8ce5ec2e4 2024-11-14T12:34:43,536 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/ns/189c9abc72ea45e5a8b4fe9b73ff783b is 43, key is default/ns:d/1731587603829/Put/seqid=0 2024-11-14T12:34:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741846_1022 (size=5153) 2024-11-14T12:34:43,541 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/queue/34488fde8394497fb856588a55b80cd7 is 153, key is 1-f1b69e0236bd,33505,1731587600546/queue:f1b69e0236bd%2C33505%2C1731587600546/1731587619404/Put/seqid=0 2024-11-14T12:34:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741847_1023 (size=5352) 2024-11-14T12:34:43,689 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:34:43,689 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:34:43,692 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 14d026748bcc99e9148b632bbdfb580e, 1588230740 2024-11-14T12:34:43,892 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 14d026748bcc99e9148b632bbdfb580e, 1588230740 2024-11-14T12:34:43,941 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/ns/189c9abc72ea45e5a8b4fe9b73ff783b 2024-11-14T12:34:43,945 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/queue/34488fde8394497fb856588a55b80cd7 2024-11-14T12:34:43,950 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/hfileref/e282b0c551b94640b64a90d8ce5ec2e4 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/hfileref/e282b0c551b94640b64a90d8ce5ec2e4 2024-11-14T12:34:43,956 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/hfileref/e282b0c551b94640b64a90d8ce5ec2e4, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T12:34:43,957 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/.tmp/queue/34488fde8394497fb856588a55b80cd7 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/queue/34488fde8394497fb856588a55b80cd7 2024-11-14T12:34:43,962 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/queue/34488fde8394497fb856588a55b80cd7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:34:43,963 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 14d026748bcc99e9148b632bbdfb580e in 866ms, sequenceid=10, compaction requested=false 2024-11-14T12:34:43,967 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf6dfb0034c426b98d06763c17376b0 is 112, key is test,,1731587608775.18e883137ecdbbf7e7df79471f98758b./rep_barrier:seqnumDuringOpen/1731587609937/Put/seqid=0 2024-11-14T12:34:43,968 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/replication/14d026748bcc99e9148b632bbdfb580e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:34:43,969 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:43,969 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:34:43,969 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:34:43,969 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14d026748bcc99e9148b632bbdfb580e: Waiting for close lock at 1731587683096Running coprocessor pre-close hooks at 1731587683096Disabling compacts and flushes for region at 1731587683097 (+1 ms)Disabling writes for close at 1731587683097Obtaining lock to block concurrent updates at 1731587683097Preparing flush snapshotting stores in 14d026748bcc99e9148b632bbdfb580e at 1731587683097Finished memstore snapshotting hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731587683097Flushing stores of hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. at 1731587683098 (+1 ms)Flushing 14d026748bcc99e9148b632bbdfb580e/hfileref: creating writer at 1731587683098Flushing 14d026748bcc99e9148b632bbdfb580e/hfileref: appending metadata at 1731587683112 (+14 ms)Flushing 14d026748bcc99e9148b632bbdfb580e/hfileref: closing flushed file at 1731587683112Flushing 14d026748bcc99e9148b632bbdfb580e/queue: creating writer at 1731587683521 (+409 ms)Flushing 14d026748bcc99e9148b632bbdfb580e/queue: appending metadata at 1731587683540 (+19 ms)Flushing 14d026748bcc99e9148b632bbdfb580e/queue: closing flushed file at 1731587683540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6057a983: reopening flushed file at 1731587683950 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b78bb9: reopening flushed file at 1731587683956 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 14d026748bcc99e9148b632bbdfb580e in 866ms, sequenceid=10, compaction requested=false at 1731587683963 (+7 ms)Writing region close event to WAL at 1731587683964 (+1 ms)Running coprocessor post-close hooks at 1731587683969 (+5 ms)Closed at 1731587683969 2024-11-14T12:34:43,969 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587613115.14d026748bcc99e9148b632bbdfb580e. 2024-11-14T12:34:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741848_1024 (size=5518) 2024-11-14T12:34:44,092 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:44,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,293 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:34:44,293 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:34:44,293 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:44,373 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf6dfb0034c426b98d06763c17376b0 2024-11-14T12:34:44,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/table/0e55060074f547d09ffb994084371c4c is 53, key is hbase:replication/table:state/1731587614294/Put/seqid=0 2024-11-14T12:34:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741849_1025 (size=5308) 2024-11-14T12:34:44,493 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:44,693 DEBUG [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:34:44,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:34:44,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:44,796 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/table/0e55060074f547d09ffb994084371c4c 2024-11-14T12:34:44,802 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/info/2fe23de76a284b419056b3317df04a1f as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/info/2fe23de76a284b419056b3317df04a1f 2024-11-14T12:34:44,807 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/info/2fe23de76a284b419056b3317df04a1f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:34:44,808 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/ns/189c9abc72ea45e5a8b4fe9b73ff783b as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/ns/189c9abc72ea45e5a8b4fe9b73ff783b 2024-11-14T12:34:44,813 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/ns/189c9abc72ea45e5a8b4fe9b73ff783b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:34:44,814 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/rep_barrier/ebf6dfb0034c426b98d06763c17376b0 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/rep_barrier/ebf6dfb0034c426b98d06763c17376b0 2024-11-14T12:34:44,819 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/rep_barrier/ebf6dfb0034c426b98d06763c17376b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:34:44,820 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/.tmp/table/0e55060074f547d09ffb994084371c4c as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/table/0e55060074f547d09ffb994084371c4c 2024-11-14T12:34:44,825 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/table/0e55060074f547d09ffb994084371c4c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:34:44,826 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-14T12:34:44,830 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:34:44,831 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:44,831 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:34:44,831 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:44,831 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587683092Running coprocessor pre-close hooks at 1731587683092Disabling compacts and flushes for region at 1731587683092Disabling writes for close at 1731587683092Obtaining lock to block concurrent updates at 1731587683092Preparing flush snapshotting stores in 1588230740 at 1731587683092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587683092Flushing stores of hbase:meta,,1.1588230740 at 1731587683093 (+1 ms)Flushing 1588230740/info: creating writer at 1731587683093Flushing 1588230740/info: appending metadata at 1731587683107 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731587683107Flushing 1588230740/ns: creating writer at 1731587683519 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731587683535 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731587683536 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731587683947 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587683966 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587683966Flushing 1588230740/table: creating writer at 1731587684378 (+412 ms)Flushing 1588230740/table: appending metadata at 1731587684391 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587684391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6851a: reopening flushed file at 1731587684801 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55cb9373: reopening flushed file at 1731587684807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab261d1: reopening flushed file at 1731587684813 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c38acd5: reopening flushed file at 1731587684819 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1731587684826 (+7 ms)Writing region close event to WAL at 1731587684827 (+1 ms)Running coprocessor post-close hooks at 1731587684831 (+4 ms)Closed at 1731587684831 2024-11-14T12:34:44,831 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:44,893 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,33505,1731587600546; all regions closed. 2024-11-14T12:34:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:34:44,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.meta.1731587603763.meta not finished, retry = 0 2024-11-14T12:34:44,999 DEBUG [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs 2024-11-14T12:34:44,999 INFO [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33505%2C1731587600546.meta:.meta(num 1731587603763) 2024-11-14T12:34:45,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741839_1015 (size=2700) 2024-11-14T12:34:45,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.rep.1731587614253 not finished, retry = 0 2024-11-14T12:34:45,103 DEBUG [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs 2024-11-14T12:34:45,103 INFO [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33505%2C1731587600546.rep:(num 1731587614253) 2024-11-14T12:34:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741832_1008 (size=1300) 2024-11-14T12:34:45,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/WALs/f1b69e0236bd,33505,1731587600546/f1b69e0236bd%2C33505%2C1731587600546.1731587602748 not finished, retry = 0 2024-11-14T12:34:45,208 DEBUG [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/oldWALs 2024-11-14T12:34:45,208 INFO [RS:0;f1b69e0236bd:33505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C33505%2C1731587600546:(num 1731587602748) 2024-11-14T12:34:45,208 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:45,208 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:34:45,208 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:34:45,208 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:34:45,209 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:34:45,209 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:34:45,209 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,33505,1731587600546 because: Region server is closing 2024-11-14T12:34:45,209 INFO [RS:0;f1b69e0236bd:33505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33505. 2024-11-14T12:34:45,209 DEBUG [RS:0;f1b69e0236bd:33505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:45,209 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:45,209 DEBUG [RS:0;f1b69e0236bd:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:45,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:45,310 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:34:45,310 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.wal-reader.f1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:34:45,310 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33505,1731587600546.replicationSource.shipperf1b69e0236bd%2C33505%2C1731587600546,1-f1b69e0236bd,33505,1731587600546 terminated 2024-11-14T12:34:45,310 INFO [RS:0;f1b69e0236bd:33505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33505 2024-11-14T12:34:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222225643/rs/f1b69e0236bd,33505,1731587600546 2024-11-14T12:34:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643/rs 2024-11-14T12:34:45,339 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:34:45,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,33505,1731587600546] 2024-11-14T12:34:45,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-222225643/draining/f1b69e0236bd,33505,1731587600546 already deleted, retry=false 2024-11-14T12:34:45,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,33505,1731587600546 expired; onlineServers=0 2024-11-14T12:34:45,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,34725,1731587600408' ***** 2024-11-14T12:34:45,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:34:45,355 INFO [M:0;f1b69e0236bd:34725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:34:45,355 INFO [M:0;f1b69e0236bd:34725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:34:45,356 DEBUG [M:0;f1b69e0236bd:34725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:34:45,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:34:45,356 DEBUG [M:0;f1b69e0236bd:34725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:34:45,356 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587602544 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587602544,5,FailOnTimeoutGroup] 2024-11-14T12:34:45,356 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587602544 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587602544,5,FailOnTimeoutGroup] 2024-11-14T12:34:45,356 INFO [M:0;f1b69e0236bd:34725 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:34:45,356 INFO [M:0;f1b69e0236bd:34725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:34:45,356 DEBUG [M:0;f1b69e0236bd:34725 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:34:45,356 INFO [M:0;f1b69e0236bd:34725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:34:45,356 INFO [M:0;f1b69e0236bd:34725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:34:45,356 INFO [M:0;f1b69e0236bd:34725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:34:45,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:34:45,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-222225643/master 2024-11-14T12:34:45,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-222225643 2024-11-14T12:34:45,364 DEBUG [M:0;f1b69e0236bd:34725 {}] zookeeper.ZKUtil(347): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Unable to get data of znode /0-222225643/master because node does not exist (not an error) 2024-11-14T12:34:45,364 WARN [M:0;f1b69e0236bd:34725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:34:45,365 INFO [M:0;f1b69e0236bd:34725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/.lastflushedseqids 2024-11-14T12:34:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741850_1026 (size=263) 2024-11-14T12:34:45,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:45,447 INFO [RS:0;f1b69e0236bd:33505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:34:45,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x1013a83b0320001, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:45,447 INFO [RS:0;f1b69e0236bd:33505 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,33505,1731587600546; zookeeper connection closed. 2024-11-14T12:34:45,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb11fb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb11fb5 2024-11-14T12:34:45,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:34:45,770 INFO [M:0;f1b69e0236bd:34725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:34:45,770 INFO [M:0;f1b69e0236bd:34725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:34:45,770 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:34:45,770 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:45,770 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:45,771 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:34:45,771 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:45,771 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T12:34:45,785 DEBUG [M:0;f1b69e0236bd:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a907134f66194ebabf188629c6c4f516 is 82, key is hbase:meta,,1/info:regioninfo/1731587603796/Put/seqid=0 2024-11-14T12:34:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741851_1027 (size=5672) 2024-11-14T12:34:46,189 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a907134f66194ebabf188629c6c4f516 2024-11-14T12:34:46,208 DEBUG [M:0;f1b69e0236bd:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70eede1fcdca4cec9406858ec2f6046b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587609952/Put/seqid=0 2024-11-14T12:34:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741852_1028 (size=7240) 2024-11-14T12:34:46,613 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70eede1fcdca4cec9406858ec2f6046b 2024-11-14T12:34:46,617 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70eede1fcdca4cec9406858ec2f6046b 2024-11-14T12:34:46,631 DEBUG [M:0;f1b69e0236bd:34725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05704b7f6954565aba2ab8f3dadb83d is 69, key is f1b69e0236bd,33505,1731587600546/rs:state/1731587602599/Put/seqid=0 2024-11-14T12:34:46,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741853_1029 (size=5156) 2024-11-14T12:34:47,035 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05704b7f6954565aba2ab8f3dadb83d 2024-11-14T12:34:47,041 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a907134f66194ebabf188629c6c4f516 as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a907134f66194ebabf188629c6c4f516 2024-11-14T12:34:47,046 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a907134f66194ebabf188629c6c4f516, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:34:47,047 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70eede1fcdca4cec9406858ec2f6046b as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70eede1fcdca4cec9406858ec2f6046b 2024-11-14T12:34:47,051 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70eede1fcdca4cec9406858ec2f6046b 2024-11-14T12:34:47,051 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70eede1fcdca4cec9406858ec2f6046b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T12:34:47,052 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e05704b7f6954565aba2ab8f3dadb83d as hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e05704b7f6954565aba2ab8f3dadb83d 2024-11-14T12:34:47,057 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38625/user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e05704b7f6954565aba2ab8f3dadb83d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:34:47,058 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-11-14T12:34:47,060 INFO [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:47,060 DEBUG [M:0;f1b69e0236bd:34725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587685770Disabling compacts and flushes for region at 1731587685770Disabling writes for close at 1731587685771 (+1 ms)Obtaining lock to block concurrent updates at 1731587685771Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587685771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731587685771Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587685772 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587685772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587685785 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587685785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587686194 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587686208 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587686208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587686618 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587686631 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587686631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28682818: reopening flushed file at 1731587687040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588f4e92: reopening flushed file at 1731587687046 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@835fc4: reopening flushed file at 1731587687051 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1731587687058 (+7 ms)Writing region close event to WAL at 1731587687060 (+2 ms)Closed at 1731587687060 2024-11-14T12:34:47,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c4c93e6-75b0-f5c2-5ddd-0307b1d1111a/MasterData/WALs/f1b69e0236bd,34725,1731587600408/f1b69e0236bd%2C34725%2C1731587600408.1731587602286 not finished, retry = 0 2024-11-14T12:34:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33769 is added to blk_1073741830_1006 (size=64526) 2024-11-14T12:34:47,163 INFO [M:0;f1b69e0236bd:34725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:34:47,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:34:47,163 INFO [M:0;f1b69e0236bd:34725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34725 2024-11-14T12:34:47,163 INFO [M:0;f1b69e0236bd:34725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:34:47,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:47,305 INFO [M:0;f1b69e0236bd:34725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:34:47,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34725-0x1013a83b0320000, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:34:47,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:34:47,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:34:47,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:34:47,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:34:47,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir/,STOPPED} 2024-11-14T12:34:47,309 WARN [BP-1274764333-172.17.0.3-1731587599011 heartbeating to localhost/127.0.0.1:38625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:34:47,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:34:47,309 WARN [BP-1274764333-172.17.0.3-1731587599011 heartbeating to localhost/127.0.0.1:38625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1274764333-172.17.0.3-1731587599011 (Datanode Uuid 9f61f8c3-c5c7-42fb-b820-78577f1a8ce8) service to localhost/127.0.0.1:38625 2024-11-14T12:34:47,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:34:47,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/data/data1/current/BP-1274764333-172.17.0.3-1731587599011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:34:47,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/cluster_178bc436-b5ab-ab2c-d868-eca25c779a13/data/data2/current/BP-1274764333-172.17.0.3-1731587599011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:34:47,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:34:47,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:34:47,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:34:47,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:34:47,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:34:47,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e066fa3-ff94-4c60-e37e-752869f3757f/hadoop.log.dir/,STOPPED} 2024-11-14T12:34:47,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:34:47,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:34:47,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55268) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f99bcb8af38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38625 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55268) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f99bcb8af38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38481 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=7097 (was 7221) 2024-11-14T12:34:47,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7097 2024-11-14T12:34:47,361 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T12:34:47,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir so I do NOT create it in target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1 2024-11-14T12:34:47,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:34:47,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.tmp.dir so I do NOT create it in target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1 2024-11-14T12:34:47,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d6fd4bf-b148-6048-37d3-b821e1205a1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:34:47,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1 2024-11-14T12:34:47,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e, deleteOnExit=true 2024-11-14T12:34:47,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/zookeeper_0, clientPort=62994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:34:47,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62994 2024-11-14T12:34:47,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:34:47,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:34:47,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/test.cache.data in system properties and HBase conf 2024-11-14T12:34:47,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:34:47,383 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:34:47,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:34:47,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:34:47,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:34:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a83b0320002, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:34:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a83b0320005, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:34:47,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a83b0320002, quorum=127.0.0.1:55268, baseZNode=/0-222225643 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:34:47,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a83b0320005, quorum=127.0.0.1:55268, baseZNode=/11043473374 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:34:47,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:47,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:34:47,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:34:47,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:34:47,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:34:47,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:47,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:34:47,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:34:47,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/java.io.tmpdir/jetty-localhost-46329-hadoop-hdfs-3_4_1-tests_jar-_-any-15270821890727633757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:34:47,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:46329} 2024-11-14T12:34:47,706 INFO [Time-limited test {}] server.Server(415): Started @142623ms 2024-11-14T12:34:47,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:47,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:34:47,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:34:47,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:34:47,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:34:47,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:34:47,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:34:47,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f75450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/java.io.tmpdir/jetty-localhost-45461-hadoop-hdfs-3_4_1-tests_jar-_-any-16374714561506180360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:34:47,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:45461} 2024-11-14T12:34:47,967 INFO [Time-limited test {}] server.Server(415): Started @142884ms 2024-11-14T12:34:47,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:34:48,766 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/data/data1/current/BP-538252855-172.17.0.3-1731587687399/current, will proceed with Du for space computation calculation, 2024-11-14T12:34:48,766 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/data/data2/current/BP-538252855-172.17.0.3-1731587687399/current, will proceed with Du for space computation calculation, 2024-11-14T12:34:48,780 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:34:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90a0c53b7134b1b with lease ID 0x97ffef0d612f8209: Processing first storage report for DS-c669d5a6-a825-4496-932b-0aca475da8e0 from datanode DatanodeRegistration(127.0.0.1:46477, datanodeUuid=a8bcb8e6-dc24-4e68-a513-4924dbf1c6e8, infoPort=34547, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=2077552161;c=1731587687399) 2024-11-14T12:34:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90a0c53b7134b1b with lease ID 0x97ffef0d612f8209: from storage DS-c669d5a6-a825-4496-932b-0aca475da8e0 node DatanodeRegistration(127.0.0.1:46477, datanodeUuid=a8bcb8e6-dc24-4e68-a513-4924dbf1c6e8, infoPort=34547, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=2077552161;c=1731587687399), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:34:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe90a0c53b7134b1b with lease ID 0x97ffef0d612f8209: Processing first storage report for DS-872ab2de-7800-492b-89bd-2a38dd2ee948 from datanode DatanodeRegistration(127.0.0.1:46477, datanodeUuid=a8bcb8e6-dc24-4e68-a513-4924dbf1c6e8, infoPort=34547, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=2077552161;c=1731587687399) 2024-11-14T12:34:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe90a0c53b7134b1b with lease ID 0x97ffef0d612f8209: from storage DS-872ab2de-7800-492b-89bd-2a38dd2ee948 node DatanodeRegistration(127.0.0.1:46477, datanodeUuid=a8bcb8e6-dc24-4e68-a513-4924dbf1c6e8, infoPort=34547, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=2077552161;c=1731587687399), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:34:48,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1 2024-11-14T12:34:48,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:48,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:48,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:34:49,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206 with version=8 2024-11-14T12:34:49,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/hbase-staging 2024-11-14T12:34:49,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:34:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:34:49,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38805 2024-11-14T12:34:49,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38805 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:49,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388050x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:49,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38805-0x1013a85097e0000 connected 2024-11-14T12:34:49,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:49,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:49,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:34:49,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206, hbase.cluster.distributed=false 2024-11-14T12:34:49,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/acl 2024-11-14T12:34:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-14T12:34:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38805 2024-11-14T12:34:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38805 2024-11-14T12:34:49,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-14T12:34:49,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38805 2024-11-14T12:34:49,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:34:49,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:34:49,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34331 2024-11-14T12:34:49,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34331 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:49,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:49,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343310x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:49,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343310x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:34:49,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34331-0x1013a85097e0001 connected 2024-11-14T12:34:49,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:34:49,356 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:34:49,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/master 2024-11-14T12:34:49,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/acl 2024-11-14T12:34:49,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34331 2024-11-14T12:34:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34331 2024-11-14T12:34:49,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34331 2024-11-14T12:34:49,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34331 2024-11-14T12:34:49,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34331 2024-11-14T12:34:49,380 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:38805 2024-11-14T12:34:49,380 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-99984741/backup-masters/f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:34:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:34:49,389 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/backup-masters/f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/master 2024-11-14T12:34:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:49,397 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/master 2024-11-14T12:34:49,397 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-99984741/backup-masters/f1b69e0236bd,38805,1731587689204 from backup master directory 2024-11-14T12:34:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:34:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/backup-masters/f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:34:49,405 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:34:49,405 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:49,409 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/hbase.id] with ID: d41154c7-84bd-4120-beaf-04f85a83b968 2024-11-14T12:34:49,409 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.tmp/hbase.id 2024-11-14T12:34:49,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:34:49,814 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.tmp/hbase.id]:[hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/hbase.id] 2024-11-14T12:34:49,825 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:49,825 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:34:49,826 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:34:49,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:49,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:34:50,262 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:34:50,263 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:34:50,263 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:34:50,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:34:50,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:50,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:50,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:50,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:50,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:34:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:34:50,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store 2024-11-14T12:34:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:34:51,077 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:51,077 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:51,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587691077Disabling compacts and flushes for region at 1731587691077Disabling writes for close at 1731587691077Writing region close event to WAL at 1731587691077Closed at 1731587691077 2024-11-14T12:34:51,078 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/.initializing 2024-11-14T12:34:51,078 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:51,079 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:34:51,081 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C38805%2C1731587689204, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/oldWALs, maxLogs=10 2024-11-14T12:34:51,096 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204/f1b69e0236bd%2C38805%2C1731587689204.1731587691081, exclude list is [], retry=0 2024-11-14T12:34:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:34:51,100 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:34:51,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:34:51,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:34:51,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:51,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:34:51,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:51,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:51,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:34:51,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:51,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:51,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:34:51,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:51,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:51,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:34:51,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:51,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:51,109 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,110 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,110 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,111 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,111 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,112 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:51,113 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:51,115 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:34:51,115 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65829493, jitterRate=-0.01906411349773407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:51,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587691101Initializing all the Stores at 1731587691102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587691102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587691102Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587691102Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587691102Cleaning up temporary data from old regions at 1731587691111 (+9 ms)Region opened successfully at 1731587691116 (+5 ms) 2024-11-14T12:34:51,116 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:34:51,119 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aa35b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:34:51,120 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:34:51,120 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:34:51,120 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:34:51,120 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:34:51,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:34:51,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:34:51,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:34:51,124 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:34:51,125 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/balancer because node does not exist (not necessarily an error) 2024-11-14T12:34:51,172 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/balancer already deleted, retry=false 2024-11-14T12:34:51,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:34:51,173 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:34:51,180 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/normalizer already deleted, retry=false 2024-11-14T12:34:51,180 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:34:51,181 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:34:51,188 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/switch/split already deleted, retry=false 2024-11-14T12:34:51,189 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:34:51,197 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/switch/merge already deleted, retry=false 2024-11-14T12:34:51,199 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:34:51,205 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/snapshot-cleanup already deleted, retry=false 2024-11-14T12:34:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:34:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:34:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,38805,1731587689204, sessionid=0x1013a85097e0000, setting cluster-up flag (Was=false) 2024-11-14T12:34:51,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,255 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-99984741/flush-table-proc/acquired, /0-99984741/flush-table-proc/reached, /0-99984741/flush-table-proc/abort 2024-11-14T12:34:51,256 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:51,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-99984741/online-snapshot/acquired, /0-99984741/online-snapshot/reached, /0-99984741/online-snapshot/abort 2024-11-14T12:34:51,298 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:51,299 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:34:51,300 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:51,301 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:34:51,301 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:34:51,301 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,38805,1731587689204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:34:51,302 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:51,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587721305 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:34:51,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:34:51,305 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:34:51,306 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:34:51,306 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:34:51,306 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:34:51,306 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:34:51,307 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587691306,5,FailOnTimeoutGroup] 2024-11-14T12:34:51,310 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587691307,5,FailOnTimeoutGroup] 2024-11-14T12:34:51,310 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:34:51,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:34:51,369 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(746): ClusterId : d41154c7-84bd-4120-beaf-04f85a83b968 2024-11-14T12:34:51,369 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:34:51,372 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:34:51,372 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:34:51,381 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:34:51,381 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b98151e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:34:51,391 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:34331 2024-11-14T12:34:51,391 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:34:51,391 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:34:51,391 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:34:51,392 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,38805,1731587689204 with port=34331, startcode=1731587689340 2024-11-14T12:34:51,392 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:34:51,393 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:34:51,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38805 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,395 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206 2024-11-14T12:34:51,395 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46153 2024-11-14T12:34:51,395 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:34:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/rs 2024-11-14T12:34:51,406 DEBUG [RS:0;f1b69e0236bd:34331 {}] zookeeper.ZKUtil(111): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/rs/f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,406 WARN [RS:0;f1b69e0236bd:34331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:34:51,406 INFO [RS:0;f1b69e0236bd:34331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:51,406 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,34331,1731587689340] 2024-11-14T12:34:51,409 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:34:51,411 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:34:51,411 INFO [RS:0;f1b69e0236bd:34331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:34:51,411 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,411 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:34:51,412 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:34:51,412 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,412 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,413 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:51,413 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:34:51,413 DEBUG [RS:0;f1b69e0236bd:34331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,413 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34331,1731587689340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:34:51,426 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:34:51,426 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34331,1731587689340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,426 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,426 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.Replication(171): f1b69e0236bd,34331,1731587689340 started 2024-11-14T12:34:51,438 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:51,438 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,34331,1731587689340, RpcServer on f1b69e0236bd/172.17.0.3:34331, sessionid=0x1013a85097e0001 2024-11-14T12:34:51,438 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:34:51,438 DEBUG [RS:0;f1b69e0236bd:34331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,438 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,34331,1731587689340' 2024-11-14T12:34:51,438 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-99984741/flush-table-proc/abort' 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-99984741/flush-table-proc/acquired' 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,34331,1731587689340' 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-99984741/online-snapshot/abort' 2024-11-14T12:34:51,439 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-99984741/online-snapshot/acquired' 2024-11-14T12:34:51,440 DEBUG [RS:0;f1b69e0236bd:34331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:34:51,440 INFO [RS:0;f1b69e0236bd:34331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:34:51,440 INFO [RS:0;f1b69e0236bd:34331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:34:51,540 INFO [RS:0;f1b69e0236bd:34331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:34:51,542 INFO [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C34331%2C1731587689340, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:34:51,554 DEBUG [RS:0;f1b69e0236bd:34331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542, exclude list is [], retry=0 2024-11-14T12:34:51,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:34:51,558 INFO [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 2024-11-14T12:34:51,558 DEBUG [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:34:51,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:34:51,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206 2024-11-14T12:34:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:34:52,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:52,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:34:52,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:34:52,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:34:52,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:34:52,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:34:52,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:34:52,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:34:52,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:34:52,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:34:52,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:34:52,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:34:52,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:34:52,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:34:52,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:52,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:34:52,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:34:52,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67176057, jitterRate=0.0010012537240982056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587692122Initializing all the Stores at 1731587692122Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692122Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692123 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587692123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692123Cleaning up temporary data from old regions at 1731587692131 (+8 ms)Region opened successfully at 1731587692135 (+4 ms) 2024-11-14T12:34:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:34:52,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:34:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:34:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:34:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:34:52,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:52,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587692135Disabling compacts and flushes for region at 1731587692135Disabling writes for close at 1731587692135Writing region close event to WAL at 1731587692136 (+1 ms)Closed at 1731587692136 2024-11-14T12:34:52,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:52,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:34:52,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:34:52,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:34:52,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:34:52,289 DEBUG [f1b69e0236bd:38805 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:34:52,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:52,291 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,34331,1731587689340, state=OPENING 2024-11-14T12:34:52,322 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:34:52,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:52,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:52,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:34:52,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:34:52,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:34:52,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34331,1731587689340}] 2024-11-14T12:34:52,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:34:52,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:34:52,488 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:34:52,488 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:52,488 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:34:52,490 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C34331%2C1731587689340.meta, suffix=.meta, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:34:52,502 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.meta.1731587692490.meta, exclude list is [], retry=0 2024-11-14T12:34:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:34:52,506 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.meta.1731587692490.meta 2024-11-14T12:34:52,506 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:34:52,507 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:34:52,507 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:34:52,507 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:34:52,507 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:34:52,507 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:34:52,508 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:34:52,508 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:52,508 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:34:52,508 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:34:52,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:34:52,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:34:52,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:34:52,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:34:52,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:34:52,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:34:52,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:34:52,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:34:52,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:52,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:52,514 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:34:52,515 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:34:52,517 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:34:52,518 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:34:52,518 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:34:52,519 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:52,520 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:34:52,520 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62358693, jitterRate=-0.07078306376934052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:52,520 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:34:52,521 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587692508Writing region info on filesystem at 1731587692508Initializing all the Stores at 1731587692509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692509Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587692509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587692509Cleaning up temporary data from old regions at 1731587692518 (+9 ms)Running coprocessor post-open hooks at 1731587692520 (+2 ms)Region opened successfully at 1731587692521 (+1 ms) 2024-11-14T12:34:52,522 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587692483 2024-11-14T12:34:52,524 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:34:52,524 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:34:52,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:52,525 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,34331,1731587689340, state=OPEN 2024-11-14T12:34:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:34:52,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:34:52,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:34:52,548 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:52,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:34:52,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:34:52,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,34331,1731587689340 in 217 msec 2024-11-14T12:34:52,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:34:52,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-14T12:34:52,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:52,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:34:52,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:34:52,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,34331,1731587689340, seqNum=-1] 2024-11-14T12:34:52,555 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:34:52,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:34:52,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-14T12:34:52,561 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587692561, completionTime=-1 2024-11-14T12:34:52,561 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:34:52,561 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587752563 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587812563 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:38805, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,563 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,565 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.162sec 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:34:52,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:34:52,570 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:34:52,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:34:52,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38805,1731587689204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:52,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:52,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38805,-1 for getting cluster id 2024-11-14T12:34:52,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:34:52,571 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd41154c7-84bd-4120-beaf-04f85a83b968' 2024-11-14T12:34:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:34:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d41154c7-84bd-4120-beaf-04f85a83b968" 2024-11-14T12:34:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b078c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38805,-1] 2024-11-14T12:34:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:34:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:52,573 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:34:52,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:52,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:34:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,34331,1731587689340, seqNum=-1] 2024-11-14T12:34:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:34:52,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:34:52,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:52,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:52,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a85097e0002 connected 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir so I do NOT create it in target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7 2024-11-14T12:34:52,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.tmp.dir so I do NOT create it in target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7 2024-11-14T12:34:52,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:34:52,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/cluster_77bbd0df-a413-4af6-96a0-da787b2ec0e5, deleteOnExit=true 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/test.cache.data in system properties and HBase conf 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:34:52,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:34:52,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:34:52,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:34:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:34:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:34:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:34:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:34:52,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:34:52,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:52,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:34:52,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:34:52,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:34:52,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:34:52,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:52,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:34:52,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:34:52,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e19afe9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/java.io.tmpdir/jetty-localhost-41917-hadoop-hdfs-3_4_1-tests_jar-_-any-11842516025020098483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:34:52,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:41917} 2024-11-14T12:34:52,931 INFO [Time-limited test {}] server.Server(415): Started @147848ms 2024-11-14T12:34:53,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:34:53,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:34:53,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:34:53,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:34:53,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:34:53,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:34:53,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:34:53,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/java.io.tmpdir/jetty-localhost-35129-hadoop-hdfs-3_4_1-tests_jar-_-any-17800468491293593642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:34:53,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:35129} 2024-11-14T12:34:53,231 INFO [Time-limited test {}] server.Server(415): Started @148148ms 2024-11-14T12:34:53,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:34:53,573 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/cluster_77bbd0df-a413-4af6-96a0-da787b2ec0e5/data/data1/current/BP-1167285507-172.17.0.3-1731587692616/current, will proceed with Du for space computation calculation, 2024-11-14T12:34:53,573 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/cluster_77bbd0df-a413-4af6-96a0-da787b2ec0e5/data/data2/current/BP-1167285507-172.17.0.3-1731587692616/current, will proceed with Du for space computation calculation, 2024-11-14T12:34:53,594 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:34:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec43beb768e0d799 with lease ID 0x5d553c3b7a34f4fa: Processing first storage report for DS-bfa1db95-4c44-4a92-bfb0-d8f6e73ead20 from datanode DatanodeRegistration(127.0.0.1:36243, datanodeUuid=f7b479ac-2130-4960-b542-56b8d46d8853, infoPort=39961, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=313242753;c=1731587692616) 2024-11-14T12:34:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec43beb768e0d799 with lease ID 0x5d553c3b7a34f4fa: from storage DS-bfa1db95-4c44-4a92-bfb0-d8f6e73ead20 node DatanodeRegistration(127.0.0.1:36243, datanodeUuid=f7b479ac-2130-4960-b542-56b8d46d8853, infoPort=39961, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=313242753;c=1731587692616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:34:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec43beb768e0d799 with lease ID 0x5d553c3b7a34f4fa: Processing first storage report for DS-ab52aae4-8173-471d-a2db-29b07360a0b1 from datanode DatanodeRegistration(127.0.0.1:36243, datanodeUuid=f7b479ac-2130-4960-b542-56b8d46d8853, infoPort=39961, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=313242753;c=1731587692616) 2024-11-14T12:34:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec43beb768e0d799 with lease ID 0x5d553c3b7a34f4fa: from storage DS-ab52aae4-8173-471d-a2db-29b07360a0b1 node DatanodeRegistration(127.0.0.1:36243, datanodeUuid=f7b479ac-2130-4960-b542-56b8d46d8853, infoPort=39961, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=313242753;c=1731587692616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:34:53,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7 2024-11-14T12:34:53,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:53,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:53,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:34:54,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629 with version=8 2024-11-14T12:34:54,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/hbase-staging 2024-11-14T12:34:54,074 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:34:54,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:34:54,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38997 2024-11-14T12:34:54,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38997 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389970x0, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:54,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38997-0x1013a85097e0003 connected 2024-11-14T12:34:54,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:54,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:54,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/running 2024-11-14T12:34:54,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629, hbase.cluster.distributed=false 2024-11-14T12:34:54,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/acl 2024-11-14T12:34:54,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-14T12:34:54,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2024-11-14T12:34:54,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2024-11-14T12:34:54,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-14T12:34:54,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-14T12:34:54,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:34:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:34:54,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39239 2024-11-14T12:34:54,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39239 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:54,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:54,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:54,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392390x0, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:54,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39239-0x1013a85097e0004 connected 2024-11-14T12:34:54,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/running 2024-11-14T12:34:54,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:34:54,198 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:34:54,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/master 2024-11-14T12:34:54,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/acl 2024-11-14T12:34:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T12:34:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39239 2024-11-14T12:34:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39239 2024-11-14T12:34:54,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T12:34:54,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39239 2024-11-14T12:34:54,216 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:38997 2024-11-14T12:34:54,216 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1218823329/backup-masters/f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:54,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/backup-masters 2024-11-14T12:34:54,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/backup-masters 2024-11-14T12:34:54,222 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on existing znode=/1-1218823329/backup-masters/f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1218823329/master 2024-11-14T12:34:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:54,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on existing znode=/1-1218823329/master 2024-11-14T12:34:54,230 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1218823329/backup-masters/f1b69e0236bd,38997,1731587694073 from backup master directory 2024-11-14T12:34:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1218823329/backup-masters/f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/backup-masters 2024-11-14T12:34:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/backup-masters 2024-11-14T12:34:54,238 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:34:54,238 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:54,242 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/hbase.id] with ID: fb1f5f79-1e8e-491e-abd2-51a9b279987e 2024-11-14T12:34:54,242 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/.tmp/hbase.id 2024-11-14T12:34:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:34:54,647 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/.tmp/hbase.id]:[hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/hbase.id] 2024-11-14T12:34:54,657 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:34:54,657 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:34:54,658 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:34:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:54,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:34:55,094 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:34:55,095 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:34:55,095 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:34:55,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store 2024-11-14T12:34:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:34:55,908 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:55,908 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:34:55,909 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:55,909 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:55,909 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:34:55,909 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:55,909 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:34:55,909 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587695908Disabling compacts and flushes for region at 1731587695908Disabling writes for close at 1731587695909 (+1 ms)Writing region close event to WAL at 1731587695909Closed at 1731587695909 2024-11-14T12:34:55,910 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/.initializing 2024-11-14T12:34:55,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/WALs/f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:55,911 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:34:55,913 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C38997%2C1731587694073, suffix=, logDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/WALs/f1b69e0236bd,38997,1731587694073, archiveDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/oldWALs, maxLogs=10 2024-11-14T12:34:55,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/WALs/f1b69e0236bd,38997,1731587694073/f1b69e0236bd%2C38997%2C1731587694073.1731587695913, exclude list is [], retry=0 2024-11-14T12:34:55,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36243,DS-bfa1db95-4c44-4a92-bfb0-d8f6e73ead20,DISK] 2024-11-14T12:34:55,929 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/WALs/f1b69e0236bd,38997,1731587694073/f1b69e0236bd%2C38997%2C1731587694073.1731587695913 2024-11-14T12:34:55,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39961:39961)] 2024-11-14T12:34:55,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:34:55,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:55,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:34:55,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:55,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:55,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:34:55,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:34:55,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:55,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:55,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:34:55,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:55,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:55,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,938 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,938 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,939 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:55,939 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:34:55,941 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:34:55,941 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68883507, jitterRate=0.026444241404533386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:55,941 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587695930Initializing all the Stores at 1731587695930Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587695930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587695930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587695931 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587695931Cleaning up temporary data from old regions at 1731587695938 (+7 ms)Region opened successfully at 1731587695941 (+3 ms) 2024-11-14T12:34:55,942 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:34:55,944 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cae2d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:34:55,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:34:55,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:34:55,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:34:55,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:34:55,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:34:55,946 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:34:55,946 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:34:55,947 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:34:55,948 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/balancer because node does not exist (not necessarily an error) 2024-11-14T12:34:56,038 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/balancer already deleted, retry=false 2024-11-14T12:34:56,038 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:34:56,039 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:34:56,046 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/normalizer already deleted, retry=false 2024-11-14T12:34:56,047 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:34:56,048 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:34:56,055 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/switch/split already deleted, retry=false 2024-11-14T12:34:56,055 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:34:56,063 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/switch/merge already deleted, retry=false 2024-11-14T12:34:56,065 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:34:56,071 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/snapshot-cleanup already deleted, retry=false 2024-11-14T12:34:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1218823329/running 2024-11-14T12:34:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1218823329/running 2024-11-14T12:34:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,080 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,38997,1731587694073, sessionid=0x1013a85097e0003, setting cluster-up flag (Was=false) 2024-11-14T12:34:56,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,121 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1218823329/flush-table-proc/acquired, /1-1218823329/flush-table-proc/reached, /1-1218823329/flush-table-proc/abort 2024-11-14T12:34:56,122 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:56,163 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1218823329/online-snapshot/acquired, /1-1218823329/online-snapshot/reached, /1-1218823329/online-snapshot/abort 2024-11-14T12:34:56,164 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:56,165 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:34:56,166 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:56,166 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:34:56,167 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:34:56,167 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,38997,1731587694073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:34:56,168 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587726169 2024-11-14T12:34:56,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:34:56,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:56,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:34:56,170 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:34:56,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:56,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:34:56,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587696170,5,FailOnTimeoutGroup] 2024-11-14T12:34:56,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587696174,5,FailOnTimeoutGroup] 2024-11-14T12:34:56,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:34:56,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:34:56,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:56,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:56,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:56,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:56,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:34:56,208 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(746): ClusterId : fb1f5f79-1e8e-491e-abd2-51a9b279987e 2024-11-14T12:34:56,208 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:34:56,214 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:34:56,214 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:34:56,222 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:34:56,222 DEBUG [RS:0;f1b69e0236bd:39239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed2120e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:34:56,233 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:39239 2024-11-14T12:34:56,233 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:34:56,233 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:34:56,233 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:34:56,234 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,38997,1731587694073 with port=39239, startcode=1731587694184 2024-11-14T12:34:56,234 DEBUG [RS:0;f1b69e0236bd:39239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:34:56,235 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:34:56,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,237 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629 2024-11-14T12:34:56,237 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38107 2024-11-14T12:34:56,237 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:34:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/rs 2024-11-14T12:34:56,272 DEBUG [RS:0;f1b69e0236bd:39239 {}] zookeeper.ZKUtil(111): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on existing znode=/1-1218823329/rs/f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,272 WARN [RS:0;f1b69e0236bd:39239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:34:56,272 INFO [RS:0;f1b69e0236bd:39239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:56,273 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,39239,1731587694184] 2024-11-14T12:34:56,275 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:34:56,277 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:34:56,277 INFO [RS:0;f1b69e0236bd:39239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:34:56,277 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,277 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:34:56,278 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:34:56,278 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:34:56,278 DEBUG [RS:0;f1b69e0236bd:39239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,279 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39239,1731587694184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:34:56,295 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:34:56,295 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39239,1731587694184-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,295 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,295 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.Replication(171): f1b69e0236bd,39239,1731587694184 started 2024-11-14T12:34:56,308 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:56,308 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,39239,1731587694184, RpcServer on f1b69e0236bd/172.17.0.3:39239, sessionid=0x1013a85097e0004 2024-11-14T12:34:56,308 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:34:56,308 DEBUG [RS:0;f1b69e0236bd:39239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,308 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39239,1731587694184' 2024-11-14T12:34:56,308 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1218823329/flush-table-proc/abort' 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1218823329/flush-table-proc/acquired' 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39239,1731587694184' 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1218823329/online-snapshot/abort' 2024-11-14T12:34:56,309 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1218823329/online-snapshot/acquired' 2024-11-14T12:34:56,310 DEBUG [RS:0;f1b69e0236bd:39239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:34:56,310 INFO [RS:0;f1b69e0236bd:39239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:34:56,310 INFO [RS:0;f1b69e0236bd:39239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:34:56,410 INFO [RS:0;f1b69e0236bd:39239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:34:56,412 INFO [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C39239%2C1731587694184, suffix=, logDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184, archiveDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/oldWALs, maxLogs=10 2024-11-14T12:34:56,424 DEBUG [RS:0;f1b69e0236bd:39239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184/f1b69e0236bd%2C39239%2C1731587694184.1731587696412, exclude list is [], retry=0 2024-11-14T12:34:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36243,DS-bfa1db95-4c44-4a92-bfb0-d8f6e73ead20,DISK] 2024-11-14T12:34:56,428 INFO [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184/f1b69e0236bd%2C39239%2C1731587694184.1731587696412 2024-11-14T12:34:56,429 DEBUG [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39961:39961)] 2024-11-14T12:34:56,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:34:56,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629 2024-11-14T12:34:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:34:56,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:56,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:34:56,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:34:56,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:56,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:56,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:34:56,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:34:56,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:56,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:56,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:34:56,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:34:56,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:56,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:56,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:34:56,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:34:56,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:56,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:56,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:34:56,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740 2024-11-14T12:34:56,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740 2024-11-14T12:34:56,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:34:56,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:34:56,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:56,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:34:57,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:34:57,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60180743, jitterRate=-0.10323704779148102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587696989Initializing all the Stores at 1731587696989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587696989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587696990 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587696990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587696990Cleaning up temporary data from old regions at 1731587696998 (+8 ms)Region opened successfully at 1731587697002 (+4 ms) 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:34:57,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:34:57,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:34:57,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587697002Disabling compacts and flushes for region at 1731587697002Disabling writes for close at 1731587697002Writing region close event to WAL at 1731587697002Closed at 1731587697002 2024-11-14T12:34:57,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:57,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:34:57,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:34:57,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:34:57,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:34:57,155 DEBUG [f1b69e0236bd:38997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:34:57,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:57,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,39239,1731587694184, state=OPENING 2024-11-14T12:34:57,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:34:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:34:57,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:34:57,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1218823329/meta-region-server: CHANGED 2024-11-14T12:34:57,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1218823329/meta-region-server: CHANGED 2024-11-14T12:34:57,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39239,1731587694184}] 2024-11-14T12:34:57,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:34:57,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:34:57,380 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:34:57,380 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:57,381 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:34:57,382 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C39239%2C1731587694184.meta, suffix=.meta, logDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184, archiveDir=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/oldWALs, maxLogs=10 2024-11-14T12:34:57,395 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184/f1b69e0236bd%2C39239%2C1731587694184.meta.1731587697383.meta, exclude list is [], retry=0 2024-11-14T12:34:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36243,DS-bfa1db95-4c44-4a92-bfb0-d8f6e73ead20,DISK] 2024-11-14T12:34:57,399 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184/f1b69e0236bd%2C39239%2C1731587694184.meta.1731587697383.meta 2024-11-14T12:34:57,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39961:39961)] 2024-11-14T12:34:57,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:34:57,399 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:34:57,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:34:57,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:34:57,399 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:34:57,399 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:34:57,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:57,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:34:57,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:34:57,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:34:57,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:34:57,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:57,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:57,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:34:57,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:34:57,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:57,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:57,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:34:57,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:34:57,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:57,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:57,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:34:57,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:34:57,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:57,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:34:57,404 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:34:57,405 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740 2024-11-14T12:34:57,405 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740 2024-11-14T12:34:57,406 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:34:57,406 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:34:57,407 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:34:57,408 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:34:57,409 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74688049, jitterRate=0.11293865740299225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:34:57,409 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:34:57,409 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587697400Writing region info on filesystem at 1731587697400Initializing all the Stores at 1731587697400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587697400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587697401 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587697401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587697401Cleaning up temporary data from old regions at 1731587697406 (+5 ms)Running coprocessor post-open hooks at 1731587697409 (+3 ms)Region opened successfully at 1731587697409 2024-11-14T12:34:57,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:34:57,409 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587697374 2024-11-14T12:34:57,412 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:34:57,412 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:34:57,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:57,413 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,39239,1731587694184, state=OPEN 2024-11-14T12:34:57,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1218823329/meta-region-server 2024-11-14T12:34:57,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1218823329/meta-region-server 2024-11-14T12:34:57,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39239,1731587694184 2024-11-14T12:34:57,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1218823329/meta-region-server: CHANGED 2024-11-14T12:34:57,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1218823329/meta-region-server: CHANGED 2024-11-14T12:34:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:34:57,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39239,1731587694184 in 200 msec 2024-11-14T12:34:57,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:34:57,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-14T12:34:57,427 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:34:57,427 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:34:57,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:34:57,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39239,1731587694184, seqNum=-1] 2024-11-14T12:34:57,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:34:57,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:34:57,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-14T12:34:57,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587697434, completionTime=-1 2024-11-14T12:34:57,434 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:34:57,434 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:34:57,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:34:57,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587757436 2024-11-14T12:34:57,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587817436 2024-11-14T12:34:57,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:34:57,436 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,437 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,437 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,437 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:38997, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,437 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,437 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,438 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.202sec 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:34:57,440 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:34:57,441 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:34:57,441 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:34:57,443 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:34:57,443 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:34:57,443 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38997,1731587694073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:34:57,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38997,-1 for getting cluster id 2024-11-14T12:34:57,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:34:57,510 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1f5f79-1e8e-491e-abd2-51a9b279987e' 2024-11-14T12:34:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:34:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1f5f79-1e8e-491e-abd2-51a9b279987e" 2024-11-14T12:34:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76dcb387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38997,-1] 2024-11-14T12:34:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:34:57,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:57,512 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:34:57,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:34:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39239,1731587694184, seqNum=-1] 2024-11-14T12:34:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:34:57,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:34:57,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:57,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:34:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:34:57,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a85097e0005 connected 2024-11-14T12:34:57,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38805,-1 for getting cluster id 2024-11-14T12:34:57,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:34:57,533 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd41154c7-84bd-4120-beaf-04f85a83b968' 2024-11-14T12:34:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:34:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d41154c7-84bd-4120-beaf-04f85a83b968" 2024-11-14T12:34:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead7f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38805,-1] 2024-11-14T12:34:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:34:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:57,535 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:34:57,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f91aaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:34:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7649a34d 2024-11-14T12:34:57,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:34:57,538 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:34:57,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:34:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:34:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:57,541 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:38997' 2024-11-14T12:34:57,542 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49185c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,542 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38997,-1 for getting cluster id 2024-11-14T12:34:57,543 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:34:57,543 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1f5f79-1e8e-491e-abd2-51a9b279987e' 2024-11-14T12:34:57,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:34:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1f5f79-1e8e-491e-abd2-51a9b279987e" 2024-11-14T12:34:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdd3acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38997,-1] 2024-11-14T12:34:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:34:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:57,545 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:34:57,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b796158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:57,546 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:34:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22104388 2024-11-14T12:34:57,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:34:57,547 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:34:57,548 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:34:57,548 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:34:57,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:57,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:57,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:57,548 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:34:57,550 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:34:57,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:34:57,551 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:57,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:34:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741835_1011 (size=1138) 2024-11-14T12:34:57,600 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:34:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:57,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41a512b91eebdcc0e719464f1cb20cfe, NAME => 'hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206 2024-11-14T12:34:57,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741836_1012 (size=44) 2024-11-14T12:34:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:58,365 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:58,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41a512b91eebdcc0e719464f1cb20cfe, disabling compactions & flushes 2024-11-14T12:34:58,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. after waiting 0 ms 2024-11-14T12:34:58,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,366 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41a512b91eebdcc0e719464f1cb20cfe: Waiting for close lock at 1731587698365Disabling compacts and flushes for region at 1731587698365Disabling writes for close at 1731587698366 (+1 ms)Writing region close event to WAL at 1731587698366Closed at 1731587698366 2024-11-14T12:34:58,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:34:58,367 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587698367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587698367"}]},"ts":"1731587698367"} 2024-11-14T12:34:58,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:34:58,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:34:58,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587698371"}]},"ts":"1731587698371"} 2024-11-14T12:34:58,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:34:58,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN}] 2024-11-14T12:34:58,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN 2024-11-14T12:34:58,376 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN; state=OFFLINE, location=f1b69e0236bd,34331,1731587689340; forceNewPlan=false, retain=false 2024-11-14T12:34:58,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41a512b91eebdcc0e719464f1cb20cfe, regionState=OPENING, regionLocation=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:58,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN because future has completed 2024-11-14T12:34:58,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,34331,1731587689340}] 2024-11-14T12:34:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:58,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:34:58,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:34:58,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C34331%2C1731587689340.rep, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:34:58,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.rep.1731587698686, exclude list is [], retry=0 2024-11-14T12:34:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:34:58,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.rep.1731587698686 2024-11-14T12:34:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:34:58,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 41a512b91eebdcc0e719464f1cb20cfe, NAME => 'hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:34:58,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. service=MultiRowMutationService 2024-11-14T12:34:58,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,705 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,706 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName hfileref 2024-11-14T12:34:58,706 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:58,706 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:58,707 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,708 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName queue 2024-11-14T12:34:58,708 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:58,708 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:58,708 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,709 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName sid 2024-11-14T12:34:58,709 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:34:58,709 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:34:58,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:34:58,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:34:58,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 41a512b91eebdcc0e719464f1cb20cfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64778166, jitterRate=-0.034730106592178345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:34:58,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:58,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 41a512b91eebdcc0e719464f1cb20cfe: Running coprocessor pre-open hook at 1731587698703Writing region info on filesystem at 1731587698703Initializing all the Stores at 1731587698704 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587698704Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587698705 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587698705Cleaning up temporary data from old regions at 1731587698711 (+6 ms)Running coprocessor post-open hooks at 1731587698716 (+5 ms)Region opened successfully at 1731587698716 2024-11-14T12:34:58,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., pid=7, masterSystemTime=1731587698681 2024-11-14T12:34:58,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:58,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41a512b91eebdcc0e719464f1cb20cfe, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:58,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,34331,1731587689340 because future has completed 2024-11-14T12:34:58,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T12:34:58,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,34331,1731587689340 in 194 msec 2024-11-14T12:34:58,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:34:58,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN in 351 msec 2024-11-14T12:34:58,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:34:58,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587698728"}]},"ts":"1731587698728"} 2024-11-14T12:34:58,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:34:58,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:34:58,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-14T12:34:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., hostname=f1b69e0236bd,34331,1731587689340, seqNum=2] 2024-11-14T12:34:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:58,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:34:59,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T12:34:59,050 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:34:59,077 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,34331,1731587689340, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:34:59,077 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:34:59,077 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,34331,1731587689340, seqNum=-1] 2024-11-14T12:34:59,077 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:34:59,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T12:34:59,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,34331,1731587689340', locateType=CURRENT is [region=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., hostname=f1b69e0236bd,34331,1731587689340, seqNum=2] 2024-11-14T12:34:59,082 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T12:34:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T12:34:59,084 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,34331,1731587689340 suceeded 2024-11-14T12:34:59,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T12:34:59,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T12:34:59,086 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:34:59,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5480 sec 2024-11-14T12:34:59,096 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:38997' 2024-11-14T12:34:59,097 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4acdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:59,097 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38997,-1 for getting cluster id 2024-11-14T12:34:59,097 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:34:59,098 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1f5f79-1e8e-491e-abd2-51a9b279987e' 2024-11-14T12:34:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:34:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1f5f79-1e8e-491e-abd2-51a9b279987e" 2024-11-14T12:34:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19cdcd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38997,-1] 2024-11-14T12:34:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:34:59,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,100 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:34:59,101 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e0bd439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:34:59,101 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:34:59,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38997,1731587694073 2024-11-14T12:34:59,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a1ef0bf 2024-11-14T12:34:59,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:34:59,102 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T12:34:59,103 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,34331,1731587689340 (queues=1) is replicating from cluster=d41154c7-84bd-4120-beaf-04f85a83b968 to cluster=fb1f5f79-1e8e-491e-abd2-51a9b279987e 2024-11-14T12:34:59,103 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C34331%2C1731587689340 2024-11-14T12:34:59,103 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,34331,1731587689340, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:34:59,103 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.shipperf1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C34331%2C1731587689340 2024-11-14T12:34:59,104 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542, startPosition=0, beingWritten=true 2024-11-14T12:34:59,309 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 to pos 0, reset compression=false 2024-11-14T12:34:59,613 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 to pos 0, reset compression=false 2024-11-14T12:34:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:34:59,692 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:34:59,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:59,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:59,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:59,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:34:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f27426d 2024-11-14T12:34:59,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:34:59,694 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:34:59,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:34:59,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:59,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:59,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:34:59,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:34:59,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=156465018, stopped=false 2024-11-14T12:34:59,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,38805,1731587689204 2024-11-14T12:34:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:34:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:34:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:34:59,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:34:59,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:34:59,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:59,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:34:59,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,34331,1731587689340' ***** 2024-11-14T12:34:59,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:34:59,805 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:34:59,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:34:59,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:34:59,805 INFO [RS:0;f1b69e0236bd:34331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(3091): Received CLOSE for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,34331,1731587689340 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:34331. 2024-11-14T12:34:59,806 DEBUG [RS:0;f1b69e0236bd:34331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:34:59,806 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41a512b91eebdcc0e719464f1cb20cfe, disabling compactions & flushes 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:34:59,806 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. after waiting 0 ms 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:34:59,806 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41a512b91eebdcc0e719464f1cb20cfe 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T12:34:59,806 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:34:59,806 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41a512b91eebdcc0e719464f1cb20cfe=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.} 2024-11-14T12:34:59,806 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:34:59,806 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:34:59,806 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:34:59,807 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T12:34:59,820 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:34:59,821 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/.tmp/queue/b19054e2e084408a969fd8c43e1b7b98 is 151, key is 1-f1b69e0236bd,34331,1731587689340/queue:f1b69e0236bd%2C34331%2C1731587689340/1731587699081/Put/seqid=0 2024-11-14T12:34:59,824 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/64269621a0f8433cb47437aebd41c15a is 147, key is hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe./info:regioninfo/1731587698720/Put/seqid=0 2024-11-14T12:34:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741838_1014 (size=5350) 2024-11-14T12:34:59,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741839_1015 (size=6631) 2024-11-14T12:35:00,007 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:00,018 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 to pos 0, reset compression=false 2024-11-14T12:35:00,207 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:00,225 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/.tmp/queue/b19054e2e084408a969fd8c43e1b7b98 2024-11-14T12:35:00,228 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/64269621a0f8433cb47437aebd41c15a 2024-11-14T12:35:00,232 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/.tmp/queue/b19054e2e084408a969fd8c43e1b7b98 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/queue/b19054e2e084408a969fd8c43e1b7b98 2024-11-14T12:35:00,238 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/queue/b19054e2e084408a969fd8c43e1b7b98, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T12:35:00,238 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 41a512b91eebdcc0e719464f1cb20cfe in 432ms, sequenceid=5, compaction requested=false 2024-11-14T12:35:00,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:35:00,243 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:35:00,244 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:00,244 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:00,244 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:00,244 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41a512b91eebdcc0e719464f1cb20cfe: Waiting for close lock at 1731587699806Running coprocessor pre-close hooks at 1731587699806Disabling compacts and flushes for region at 1731587699806Disabling writes for close at 1731587699806Obtaining lock to block concurrent updates at 1731587699806Preparing flush snapshotting stores in 41a512b91eebdcc0e719464f1cb20cfe at 1731587699806Finished memstore snapshotting hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731587699807 (+1 ms)Flushing stores of hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. at 1731587699807Flushing 41a512b91eebdcc0e719464f1cb20cfe/queue: creating writer at 1731587699807Flushing 41a512b91eebdcc0e719464f1cb20cfe/queue: appending metadata at 1731587699820 (+13 ms)Flushing 41a512b91eebdcc0e719464f1cb20cfe/queue: closing flushed file at 1731587699820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d507f8: reopening flushed file at 1731587700231 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 41a512b91eebdcc0e719464f1cb20cfe in 432ms, sequenceid=5, compaction requested=false at 1731587700238 (+7 ms)Writing region close event to WAL at 1731587700240 (+2 ms)Running coprocessor post-close hooks at 1731587700244 (+4 ms)Closed at 1731587700244 2024-11-14T12:35:00,244 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:00,249 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/ns/0391fb30407b4ff29ea4c4089bb2eaf9 is 43, key is default/ns:d/1731587692556/Put/seqid=0 2024-11-14T12:35:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:35:00,407 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:00,430 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:35:00,430 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:35:00,523 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 to pos 0, reset compression=false 2024-11-14T12:35:00,607 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:00,653 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/ns/0391fb30407b4ff29ea4c4089bb2eaf9 2024-11-14T12:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:35:00,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:35:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:35:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:35:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:35:00,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:35:00,672 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/table/17b517601eb74046aed8ca0564ab0025 is 53, key is hbase:replication/table:state/1731587698728/Put/seqid=0 2024-11-14T12:35:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741841_1017 (size=5256) 2024-11-14T12:35:00,807 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:35:00,807 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:35:00,807 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:01,007 DEBUG [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:01,077 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/table/17b517601eb74046aed8ca0564ab0025 2024-11-14T12:35:01,083 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/64269621a0f8433cb47437aebd41c15a as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/info/64269621a0f8433cb47437aebd41c15a 2024-11-14T12:35:01,087 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/info/64269621a0f8433cb47437aebd41c15a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T12:35:01,088 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/ns/0391fb30407b4ff29ea4c4089bb2eaf9 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/ns/0391fb30407b4ff29ea4c4089bb2eaf9 2024-11-14T12:35:01,092 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/ns/0391fb30407b4ff29ea4c4089bb2eaf9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:35:01,093 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/table/17b517601eb74046aed8ca0564ab0025 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/table/17b517601eb74046aed8ca0564ab0025 2024-11-14T12:35:01,098 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/table/17b517601eb74046aed8ca0564ab0025, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T12:35:01,099 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-14T12:35:01,103 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:35:01,103 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:01,103 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:01,103 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:01,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587699806Running coprocessor pre-close hooks at 1731587699806Disabling compacts and flushes for region at 1731587699806Disabling writes for close at 1731587699806Obtaining lock to block concurrent updates at 1731587699807 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587699807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731587699807Flushing stores of hbase:meta,,1.1588230740 at 1731587699807Flushing 1588230740/info: creating writer at 1731587699807Flushing 1588230740/info: appending metadata at 1731587699823 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731587699823Flushing 1588230740/ns: creating writer at 1731587700233 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731587700248 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731587700249 (+1 ms)Flushing 1588230740/table: creating writer at 1731587700658 (+409 ms)Flushing 1588230740/table: appending metadata at 1731587700671 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587700672 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e27eb5: reopening flushed file at 1731587701082 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4df2f1: reopening flushed file at 1731587701087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac7671a: reopening flushed file at 1731587701093 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731587701099 (+6 ms)Writing region close event to WAL at 1731587701100 (+1 ms)Running coprocessor post-close hooks at 1731587701103 (+3 ms)Closed at 1731587701103 2024-11-14T12:35:01,104 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:01,128 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 to pos 0, reset compression=false 2024-11-14T12:35:01,208 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,34331,1731587689340; all regions closed. 2024-11-14T12:35:01,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.meta.1731587692490.meta not finished, retry = 0 2024-11-14T12:35:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741834_1010 (size=2742) 2024-11-14T12:35:01,312 DEBUG [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:01,312 INFO [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C34331%2C1731587689340.meta:.meta(num 1731587692490) 2024-11-14T12:35:01,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.rep.1731587698686 not finished, retry = 0 2024-11-14T12:35:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741837_1013 (size=1586) 2024-11-14T12:35:01,448 DEBUG [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:01,448 INFO [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C34331%2C1731587689340.rep:(num 1731587698686) 2024-11-14T12:35:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:35:01,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340/f1b69e0236bd%2C34331%2C1731587689340.1731587691542 not finished, retry = 0 2024-11-14T12:35:01,552 DEBUG [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:01,552 INFO [RS:0;f1b69e0236bd:34331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C34331%2C1731587689340:(num 1731587691542) 2024-11-14T12:35:01,552 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:01,552 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:01,552 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:01,553 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:01,553 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:01,553 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:01,553 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,34331,1731587689340 because: Region server is closing 2024-11-14T12:35:01,553 INFO [RS:0;f1b69e0236bd:34331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:34331. 2024-11-14T12:35:01,553 DEBUG [RS:0;f1b69e0236bd:34331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:01,553 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:01,553 DEBUG [RS:0;f1b69e0236bd:34331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:01,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:01,653 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.wal-reader.f1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:35:01,653 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.shipperf1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:35:01,654 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,34331,1731587689340.replicationSource.shipperf1b69e0236bd%2C34331%2C1731587689340,1-f1b69e0236bd,34331,1731587689340 terminated 2024-11-14T12:35:01,654 INFO [RS:0;f1b69e0236bd:34331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34331 2024-11-14T12:35:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/rs 2024-11-14T12:35:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/rs/f1b69e0236bd,34331,1731587689340 2024-11-14T12:35:01,688 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:01,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,34331,1731587689340] 2024-11-14T12:35:01,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/draining/f1b69e0236bd,34331,1731587689340 already deleted, retry=false 2024-11-14T12:35:01,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,34331,1731587689340 expired; onlineServers=0 2024-11-14T12:35:01,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,38805,1731587689204' ***** 2024-11-14T12:35:01,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:35:01,704 INFO [M:0;f1b69e0236bd:38805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:01,705 DEBUG [M:0;f1b69e0236bd:38805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:35:01,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:35:01,705 DEBUG [M:0;f1b69e0236bd:38805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:35:01,705 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587691306 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587691306,5,FailOnTimeoutGroup] 2024-11-14T12:35:01,705 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587691307 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587691307,5,FailOnTimeoutGroup] 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:01,705 DEBUG [M:0;f1b69e0236bd:38805 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:01,705 INFO [M:0;f1b69e0236bd:38805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:35:01,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:35:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/master 2024-11-14T12:35:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:01,713 DEBUG [M:0;f1b69e0236bd:38805 {}] zookeeper.ZKUtil(347): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/master because node does not exist (not an error) 2024-11-14T12:35:01,713 WARN [M:0;f1b69e0236bd:38805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:35:01,714 INFO [M:0;f1b69e0236bd:38805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.lastflushedseqids 2024-11-14T12:35:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741842_1018 (size=181) 2024-11-14T12:35:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:01,796 INFO [RS:0;f1b69e0236bd:34331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34331-0x1013a85097e0001, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:01,796 INFO [RS:0;f1b69e0236bd:34331 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,34331,1731587689340; zookeeper connection closed. 2024-11-14T12:35:01,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bae3c22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bae3c22 2024-11-14T12:35:01,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:35:02,118 INFO [M:0;f1b69e0236bd:38805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:35:02,119 INFO [M:0;f1b69e0236bd:38805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:35:02,119 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:02,119 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:02,119 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:02,119 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:02,119 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:02,119 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T12:35:02,136 DEBUG [M:0;f1b69e0236bd:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c2fbe9021044a86adb4db90690fd2e2 is 82, key is hbase:meta,,1/info:regioninfo/1731587692525/Put/seqid=0 2024-11-14T12:35:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741843_1019 (size=5672) 2024-11-14T12:35:02,541 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c2fbe9021044a86adb4db90690fd2e2 2024-11-14T12:35:02,562 DEBUG [M:0;f1b69e0236bd:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd038c61fb844f7daefcf16a73ee60da is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731587698731/Put/seqid=0 2024-11-14T12:35:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741844_1020 (size=7203) 2024-11-14T12:35:02,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:02,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:02,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:02,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:02,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:02,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:02,967 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd038c61fb844f7daefcf16a73ee60da 2024-11-14T12:35:02,989 DEBUG [M:0;f1b69e0236bd:38805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a62ff241b748dd8ae5566719d9882d is 69, key is f1b69e0236bd,34331,1731587689340/rs:state/1731587691394/Put/seqid=0 2024-11-14T12:35:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741845_1021 (size=5156) 2024-11-14T12:35:03,393 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a62ff241b748dd8ae5566719d9882d 2024-11-14T12:35:03,399 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c2fbe9021044a86adb4db90690fd2e2 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c2fbe9021044a86adb4db90690fd2e2 2024-11-14T12:35:03,403 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c2fbe9021044a86adb4db90690fd2e2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T12:35:03,404 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd038c61fb844f7daefcf16a73ee60da as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd038c61fb844f7daefcf16a73ee60da 2024-11-14T12:35:03,409 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd038c61fb844f7daefcf16a73ee60da, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T12:35:03,410 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01a62ff241b748dd8ae5566719d9882d as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01a62ff241b748dd8ae5566719d9882d 2024-11-14T12:35:03,415 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01a62ff241b748dd8ae5566719d9882d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T12:35:03,416 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false 2024-11-14T12:35:03,417 INFO [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:03,418 DEBUG [M:0;f1b69e0236bd:38805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587702119Disabling compacts and flushes for region at 1731587702119Disabling writes for close at 1731587702119Obtaining lock to block concurrent updates at 1731587702119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587702119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731587702119Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587702120 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587702120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587702136 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587702136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587702545 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587702562 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587702562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587702971 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587702988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587702988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756196d0: reopening flushed file at 1731587703398 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6237003a: reopening flushed file at 1731587703403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d2b0fe: reopening flushed file at 1731587703409 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false at 1731587703416 (+7 ms)Writing region close event to WAL at 1731587703417 (+1 ms)Closed at 1731587703417 2024-11-14T12:35:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741830_1006 (size=41008) 2024-11-14T12:35:03,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 not finished, retry = 0 2024-11-14T12:35:03,521 INFO [M:0;f1b69e0236bd:38805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:35:03,521 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:03,521 INFO [M:0;f1b69e0236bd:38805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38805 2024-11-14T12:35:03,521 INFO [M:0;f1b69e0236bd:38805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:03,860 INFO [M:0;f1b69e0236bd:38805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38805-0x1013a85097e0000, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:03,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:03,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:03,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:03,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:03,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:03,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:03,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:35:03,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:03,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41195 2024-11-14T12:35:03,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41195 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:35:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411950x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:03,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41195-0x1013a85097e0006 connected 2024-11-14T12:35:03,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:03,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:04,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:35:04,001 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: INIT 2024-11-14T12:35:04,001 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206, hbase.cluster.distributed=false 2024-11-14T12:35:04,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/acl 2024-11-14T12:35:04,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-14T12:35:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41195 2024-11-14T12:35:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41195 2024-11-14T12:35:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-14T12:35:04,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41195 2024-11-14T12:35:04,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:04,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:04,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:04,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:04,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:04,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:04,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:35:04,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:04,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35691 2024-11-14T12:35:04,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35691 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-14T12:35:04,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:04,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356910x0, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:04,030 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: INIT 2024-11-14T12:35:04,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:35:04,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35691-0x1013a85097e0007 connected 2024-11-14T12:35:04,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:35:04,031 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:35:04,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/master 2024-11-14T12:35:04,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/acl 2024-11-14T12:35:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-14T12:35:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35691 2024-11-14T12:35:04,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35691 2024-11-14T12:35:04,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-14T12:35:04,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-14T12:35:04,044 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:41195 2024-11-14T12:35:04,045 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-99984741/backup-masters/f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:35:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:35:04,055 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/backup-masters/f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/master 2024-11-14T12:35:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:04,063 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/master 2024-11-14T12:35:04,063 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-99984741/backup-masters/f1b69e0236bd,41195,1731587703862 from backup master directory 2024-11-14T12:35:04,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/backup-masters/f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:35:04,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/backup-masters 2024-11-14T12:35:04,071 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:04,071 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,081 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:04,081 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:35:04,087 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-14T12:35:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741846_1022 (size=196) 2024-11-14T12:35:04,501 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:04,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:35:04,502 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:04,508 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T12:35:04,510 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204 to hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204-dead as it is dead 2024-11-14T12:35:04,510 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204-dead/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:35:04,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204-dead/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 after 1ms 2024-11-14T12:35:04,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204-dead/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 to hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:35:04,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,38805,1731587689204-dead 2024-11-14T12:35:04,512 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,513 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:04,514 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41195%2C1731587703862, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,41195,1731587703862, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/oldWALs, maxLogs=10 2024-11-14T12:35:04,530 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,41195,1731587703862/f1b69e0236bd%2C41195%2C1731587703862.1731587704515, exclude list is [], retry=0 2024-11-14T12:35:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:35:04,534 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,41195,1731587703862/f1b69e0236bd%2C41195%2C1731587703862.1731587704515 2024-11-14T12:35:04,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:35:04,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:04,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:04,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,535 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:35:04,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:04,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c2fbe9021044a86adb4db90690fd2e2 2024-11-14T12:35:04,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:04,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:35:04,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:04,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd038c61fb844f7daefcf16a73ee60da 2024-11-14T12:35:04,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:04,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:35:04,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:04,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01a62ff241b748dd8ae5566719d9882d 2024-11-14T12:35:04,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:04,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:35:04,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:04,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:04,555 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,555 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T12:35:04,555 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:35:04,560 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:35:04,561 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f1b69e0236bd%2C38805%2C1731587689204.1731587691081 2024-11-14T12:35:04,562 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,562 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,562 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:04,563 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:04,565 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T12:35:04,566 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70592177, jitterRate=0.05190540850162506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:04,566 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587704535Initializing all the Stores at 1731587704536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587704536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587704536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587704536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587704537 (+1 ms)Cleaning up temporary data from old regions at 1731587704562 (+25 ms)Region opened successfully at 1731587704566 (+4 ms) 2024-11-14T12:35:04,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:35:04,569 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d97f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:04,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T12:35:04,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:35:04,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:35:04,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:35:04,572 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:35:04,575 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:04,575 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:35:04,575 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:35:04,576 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T12:35:04,576 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:35:04,578 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f1b69e0236bd,34331,1731587689340, regionLocation=f1b69e0236bd,34331,1731587689340, openSeqNum=2 2024-11-14T12:35:04,578 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f1b69e0236bd,34331,1731587689340, table=hbase:meta, region=1588230740 2024-11-14T12:35:04,578 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,34331,1731587689340, state=OPEN 2024-11-14T12:35:04,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:04,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:04,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:04,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:04,616 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:35:04,621 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/draining/f1b69e0236bd,34331,1731587689340 already deleted, retry=false 2024-11-14T12:35:04,621 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f1b69e0236bd,34331,1731587689340 on f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,622 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f1b69e0236bd,34331,1731587689340, splitWal=true, meta=true 2024-11-14T12:35:04,622 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for f1b69e0236bd,34331,1731587689340 (carryingMeta=true) f1b69e0236bd,34331,1731587689340/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@534f912c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T12:35:04,623 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/balancer because node does not exist (not necessarily an error) 2024-11-14T12:35:04,629 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/balancer already deleted, retry=false 2024-11-14T12:35:04,630 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:35:04,630 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:35:04,638 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/normalizer already deleted, retry=false 2024-11-14T12:35:04,638 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:35:04,638 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:35:04,646 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/switch/split already deleted, retry=false 2024-11-14T12:35:04,647 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:35:04,654 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/switch/merge already deleted, retry=false 2024-11-14T12:35:04,664 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:35:04,671 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/snapshot-cleanup already deleted, retry=false 2024-11-14T12:35:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:35:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:35:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:04,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:04,680 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,41195,1731587703862, sessionid=0x1013a85097e0006, setting cluster-up flag (Was=false) 2024-11-14T12:35:04,689 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-99984741/flush-table-proc/acquired, /0-99984741/flush-table-proc/reached, /0-99984741/flush-table-proc/abort 2024-11-14T12:35:04,689 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,697 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-99984741/online-snapshot/acquired, /0-99984741/online-snapshot/reached, /0-99984741/online-snapshot/abort 2024-11-14T12:35:04,697 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:04,698 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.lastflushedseqids 2024-11-14T12:35:04,700 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:35:04,701 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:35:04,701 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,41195,1731587703862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f1b69e0236bd,34331,1731587689340 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:04,702 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587734703 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:35:04,703 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:35:04,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:35:04,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:35:04,704 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f1b69e0236bd,34331,1731587689340, splitWal=true, meta=true 2024-11-14T12:35:04,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:35:04,704 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:35:04,705 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f1b69e0236bd,34331,1731587689340, splitWal=true, meta=true, isMeta: true 2024-11-14T12:35:04,706 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340-splitting 2024-11-14T12:35:04,707 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340-splitting dir is empty, no logs to split. 2024-11-14T12:35:04,707 INFO [PEWorker-1 {}] master.SplitWALManager(105): f1b69e0236bd,34331,1731587689340 WAL count=0, meta=true 2024-11-14T12:35:04,709 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340-splitting dir is empty, no logs to split. 2024-11-14T12:35:04,709 INFO [PEWorker-1 {}] master.SplitWALManager(105): f1b69e0236bd,34331,1731587689340 WAL count=0, meta=true 2024-11-14T12:35:04,709 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f1b69e0236bd,34331,1731587689340 WAL splitting is done? wals=0, meta=true 2024-11-14T12:35:04,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:35:04,710 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:35:04,711 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587704711,5,FailOnTimeoutGroup] 2024-11-14T12:35:04,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:04,711 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587704711,5,FailOnTimeoutGroup] 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587704711, completionTime=-1 2024-11-14T12:35:04,711 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T12:35:04,711 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:35:04,711 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:35:04,736 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(746): ClusterId : d41154c7-84bd-4120-beaf-04f85a83b968 2024-11-14T12:35:04,736 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:35:04,747 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:35:04,747 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:35:04,755 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:35:04,755 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48355b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:04,766 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:35691 2024-11-14T12:35:04,766 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:35:04,766 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:35:04,766 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:35:04,767 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,41195,1731587703862 with port=35691, startcode=1731587704016 2024-11-14T12:35:04,767 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:35:04,768 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:35:04,768 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41195 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,770 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206 2024-11-14T12:35:04,770 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46153 2024-11-14T12:35:04,770 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:35:04,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/rs 2024-11-14T12:35:04,798 DEBUG [RS:0;f1b69e0236bd:35691 {}] zookeeper.ZKUtil(111): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on existing znode=/0-99984741/rs/f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,798 WARN [RS:0;f1b69e0236bd:35691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:04,798 INFO [RS:0;f1b69e0236bd:35691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:04,799 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,35691,1731587704016] 2024-11-14T12:35:04,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T12:35:04,832 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:35:04,834 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:35:04,834 INFO [RS:0;f1b69e0236bd:35691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:35:04,834 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,834 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:35:04,835 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:35:04,835 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:04,835 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:04,836 DEBUG [RS:0;f1b69e0236bd:35691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,836 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35691,1731587704016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:04,849 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:35:04,849 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,35691,1731587704016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,861 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,35691,1731587704016, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:35:04,861 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,861 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.Replication(171): f1b69e0236bd,35691,1731587704016 started 2024-11-14T12:35:04,862 WARN [f1b69e0236bd:41195 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:35:04,873 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:04,873 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:38997' 2024-11-14T12:35:04,873 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,35691,1731587704016, RpcServer on f1b69e0236bd/172.17.0.3:35691, sessionid=0x1013a85097e0007 2024-11-14T12:35:04,873 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,35691,1731587704016' 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-99984741/flush-table-proc/abort' 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-99984741/flush-table-proc/acquired' 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,35691,1731587704016' 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-99984741/online-snapshot/abort' 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5faabf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:04,874 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38997,-1 for getting cluster id 2024-11-14T12:35:04,875 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:04,875 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-99984741/online-snapshot/acquired' 2024-11-14T12:35:04,875 DEBUG [RS:0;f1b69e0236bd:35691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:35:04,875 INFO [RS:0;f1b69e0236bd:35691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:35:04,875 INFO [RS:0;f1b69e0236bd:35691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:35:04,876 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb1f5f79-1e8e-491e-abd2-51a9b279987e' 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb1f5f79-1e8e-491e-abd2-51a9b279987e" 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1966d8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38997,-1] 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:04,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:04,877 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:04,878 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254bfa9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:04,878 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38997,1731587694073 2024-11-14T12:35:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c091c9 2024-11-14T12:35:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:04,880 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T12:35:04,880 INFO [RS:0;f1b69e0236bd:35691.replicationSource,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,35691,1731587704016 (queues=0) is replicating from cluster=d41154c7-84bd-4120-beaf-04f85a83b968 to cluster=fb1f5f79-1e8e-491e-abd2-51a9b279987e 2024-11-14T12:35:04,975 INFO [RS:0;f1b69e0236bd:35691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:04,977 INFO [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C35691%2C1731587704016, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:35:04,989 DEBUG [RS:0;f1b69e0236bd:35691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977, exclude list is [], retry=0 2024-11-14T12:35:04,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:35:04,993 INFO [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 2024-11-14T12:35:04,994 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f1b69e0236bd%2C35691%2C1731587704016 for peer 1 2024-11-14T12:35:04,994 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C35691%2C1731587704016 2024-11-14T12:35:04,994 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,35691,1731587704016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:35:04,994 DEBUG [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:35:04,994 INFO [RS:0;f1b69e0236bd:35691.replicationSource.shipperf1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C35691%2C1731587704016 2024-11-14T12:35:04,994 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977, startPosition=0, beingWritten=true 2024-11-14T12:35:05,112 DEBUG [f1b69e0236bd:41195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:05,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:05,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,35691,1731587704016, state=OPENING 2024-11-14T12:35:05,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:05,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:05,146 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:05,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:05,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:05,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35691,1731587704016}] 2024-11-14T12:35:05,199 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:05,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:05,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:35:05,303 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:35:05,303 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:05,303 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:35:05,305 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C35691%2C1731587704016.meta, suffix=.meta, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:35:05,317 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.meta.1731587705305.meta, exclude list is [], retry=0 2024-11-14T12:35:05,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:35:05,320 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.meta.1731587705305.meta 2024-11-14T12:35:05,320 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:05,321 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:35:05,321 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:35:05,321 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:35:05,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:05,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:05,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:05,328 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/info/64269621a0f8433cb47437aebd41c15a 2024-11-14T12:35:05,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:05,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:05,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:05,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:05,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/ns/0391fb30407b4ff29ea4c4089bb2eaf9 2024-11-14T12:35:05,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:05,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:05,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:05,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:05,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:05,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:05,341 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/table/17b517601eb74046aed8ca0564ab0025 2024-11-14T12:35:05,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:05,341 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:05,342 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:35:05,342 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740 2024-11-14T12:35:05,343 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:05,343 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:05,344 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:05,345 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:05,345 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66607525, jitterRate=-0.00747053325176239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:05,345 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:35:05,346 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587705322Writing region info on filesystem at 1731587705322Initializing all the Stores at 1731587705322Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587705322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587705323 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587705323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587705323Cleaning up temporary data from old regions at 1731587705343 (+20 ms)Running coprocessor post-open hooks at 1731587705345 (+2 ms)Region opened successfully at 1731587705346 (+1 ms) 2024-11-14T12:35:05,346 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731587705298 2024-11-14T12:35:05,348 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:35:05,348 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:35:05,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:05,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,35691,1731587704016, state=OPEN 2024-11-14T12:35:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-99984741/meta-region-server 2024-11-14T12:35:05,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:05,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-99984741/meta-region-server: CHANGED 2024-11-14T12:35:05,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:05,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T12:35:05,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,35691,1731587704016 in 208 msec 2024-11-14T12:35:05,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:35:05,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec 2024-11-14T12:35:05,504 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:05,909 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:06,314 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T12:35:06,414 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:07,019 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:07,724 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:07,816 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T12:35:08,529 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:09,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T12:35:09,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:35:09,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:09,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,35691,1731587704016, seqNum=-1] 2024-11-14T12:35:09,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:09,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:09,224 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a512b91eebdcc0e719464f1cb20cfe, regionState=OPEN, lastHost=f1b69e0236bd,34331,1731587689340, regionLocation=f1b69e0236bd,34331,1731587689340, openSeqNum=2 2024-11-14T12:35:09,224 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:35:09,224 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587769224 2024-11-14T12:35:09,224 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587829224 2024-11-14T12:35:09,224 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T12:35:09,225 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f1b69e0236bd,34331,1731587689340 had 2 regions 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:41195, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,225 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,226 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f1b69e0236bd,34331,1731587689340, splitWal=true, meta=true, isMeta: false 2024-11-14T12:35:09,227 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340-splitting dir is empty, no logs to split. 2024-11-14T12:35:09,227 INFO [PEWorker-3 {}] master.SplitWALManager(105): f1b69e0236bd,34331,1731587689340 WAL count=0, meta=false 2024-11-14T12:35:09,229 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,34331,1731587689340-splitting dir is empty, no logs to split. 2024-11-14T12:35:09,229 INFO [PEWorker-3 {}] master.SplitWALManager(105): f1b69e0236bd,34331,1731587689340 WAL count=0, meta=false 2024-11-14T12:35:09,229 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f1b69e0236bd,34331,1731587689340 WAL splitting is done? wals=0, meta=false 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.160sec 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:09,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:35:09,231 WARN [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f1b69e0236bd,34331,1731587689340/hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:09,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN}] 2024-11-14T12:35:09,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN 2024-11-14T12:35:09,235 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T12:35:09,235 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:35:09,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:35:09,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41195,1731587703862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:09,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf6786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41195,-1 for getting cluster id 2024-11-14T12:35:09,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:09,241 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd41154c7-84bd-4120-beaf-04f85a83b968' 2024-11-14T12:35:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d41154c7-84bd-4120-beaf-04f85a83b968" 2024-11-14T12:35:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56634302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41195,-1] 2024-11-14T12:35:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:09,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,243 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48772991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:09,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,35691,1731587704016, seqNum=-1] 2024-11-14T12:35:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:09,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T12:35:09,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:09,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:09,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:09,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f1b69e0236bd:41195 after: f1b69e0236bd:41195 2024-11-14T12:35:09,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41195,-1 for getting cluster id 2024-11-14T12:35:09,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:09,251 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd41154c7-84bd-4120-beaf-04f85a83b968' 2024-11-14T12:35:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d41154c7-84bd-4120-beaf-04f85a83b968" 2024-11-14T12:35:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdfc216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41195,-1] 2024-11-14T12:35:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,252 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:09,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:09,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544732bd 2024-11-14T12:35:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:09,255 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:09,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T12:35:09,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:35:09,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:09,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:09,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:09,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:35:09,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1191592316, stopped=false 2024-11-14T12:35:09,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,38997,1731587694073 2024-11-14T12:35:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1218823329/running 2024-11-14T12:35:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1218823329/running 2024-11-14T12:35:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:35:09,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:35:09,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:09,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:09,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:09,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/running 2024-11-14T12:35:09,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Set watcher on znode that does not yet exist, /1-1218823329/running 2024-11-14T12:35:09,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,39239,1731587694184' ***** 2024-11-14T12:35:09,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:35:09,297 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,39239,1731587694184 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:39239. 2024-11-14T12:35:09,297 DEBUG [RS:0;f1b69e0236bd:39239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:09,297 DEBUG [RS:0;f1b69e0236bd:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:35:09,297 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:35:09,298 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:35:09,298 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:35:09,298 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:09,298 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:09,298 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:09,298 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:09,298 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:09,298 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:09,298 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T12:35:09,313 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/.tmp/ns/3764da3090094218b53ca178c5b5da02 is 43, key is default/ns:d/1731587697430/Put/seqid=0 2024-11-14T12:35:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741835_1011 (size=5153) 2024-11-14T12:35:09,336 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:35:09,336 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:35:09,386 DEBUG [f1b69e0236bd:41195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:09,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41a512b91eebdcc0e719464f1cb20cfe, regionState=OPENING, regionLocation=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN because future has completed 2024-11-14T12:35:09,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,35691,1731587704016}] 2024-11-14T12:35:09,393 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:09,434 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:09,498 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:09,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:09,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:09,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:35:09,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C35691%2C1731587704016.rep, suffix=, logDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016, archiveDir=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs, maxLogs=10 2024-11-14T12:35:09,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.rep.1731587709546, exclude list is [], retry=0 2024-11-14T12:35:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46477,DS-c669d5a6-a825-4496-932b-0aca475da8e0,DISK] 2024-11-14T12:35:09,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.rep.1731587709546 2024-11-14T12:35:09,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34547:34547)] 2024-11-14T12:35:09,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 41a512b91eebdcc0e719464f1cb20cfe, NAME => 'hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:09,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:09,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:09,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. service=MultiRowMutationService 2024-11-14T12:35:09,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:35:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,563 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,564 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName hfileref 2024-11-14T12:35:09,564 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:09,564 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:09,564 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,565 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName queue 2024-11-14T12:35:09,565 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:09,569 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/queue/b19054e2e084408a969fd8c43e1b7b98 2024-11-14T12:35:09,569 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:09,570 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,570 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a512b91eebdcc0e719464f1cb20cfe columnFamilyName sid 2024-11-14T12:35:09,570 DEBUG [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:09,571 INFO [StoreOpener-41a512b91eebdcc0e719464f1cb20cfe-1 {}] regionserver.HStore(327): Store=41a512b91eebdcc0e719464f1cb20cfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:09,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:09,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 41a512b91eebdcc0e719464f1cb20cfe; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72481139, jitterRate=0.08005313575267792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:09,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:09,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 41a512b91eebdcc0e719464f1cb20cfe: Running coprocessor pre-open hook at 1731587709562Writing region info on filesystem at 1731587709562Initializing all the Stores at 1731587709563 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587709563Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587709563Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587709563Cleaning up temporary data from old regions at 1731587709573 (+10 ms)Running coprocessor post-open hooks at 1731587709576 (+3 ms)Region opened successfully at 1731587709576 2024-11-14T12:35:09,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., pid=13, masterSystemTime=1731587709541 2024-11-14T12:35:09,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:09,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:09,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=41a512b91eebdcc0e719464f1cb20cfe, regionState=OPEN, openSeqNum=9, regionLocation=f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:09,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,35691,1731587704016 because future has completed 2024-11-14T12:35:09,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:35:09,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a512b91eebdcc0e719464f1cb20cfe, server=f1b69e0236bd,35691,1731587704016 in 193 msec 2024-11-14T12:35:09,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T12:35:09,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41a512b91eebdcc0e719464f1cb20cfe, ASSIGN in 351 msec 2024-11-14T12:35:09,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T12:35:09,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe., hostname=f1b69e0236bd,35691,1731587704016, seqNum=9] 2024-11-14T12:35:09,602 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f1b69e0236bd,34331,1731587689340 2024-11-14T12:35:09,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T12:35:09,698 DEBUG [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:09,718 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/.tmp/ns/3764da3090094218b53ca178c5b5da02 2024-11-14T12:35:09,724 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/.tmp/ns/3764da3090094218b53ca178c5b5da02 as hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/ns/3764da3090094218b53ca178c5b5da02 2024-11-14T12:35:09,729 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/ns/3764da3090094218b53ca178c5b5da02, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T12:35:09,729 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-14T12:35:09,729 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:35:09,734 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:35:09,734 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:09,734 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:09,734 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:09,734 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587709298Running coprocessor pre-close hooks at 1731587709298Disabling compacts and flushes for region at 1731587709298Disabling writes for close at 1731587709298Obtaining lock to block concurrent updates at 1731587709298Preparing flush snapshotting stores in 1588230740 at 1731587709298Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731587709298Flushing stores of hbase:meta,,1.1588230740 at 1731587709299 (+1 ms)Flushing 1588230740/ns: creating writer at 1731587709299Flushing 1588230740/ns: appending metadata at 1731587709313 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731587709313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6348bef6: reopening flushed file at 1731587709724 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731587709729 (+5 ms)Writing region close event to WAL at 1731587709730 (+1 ms)Running coprocessor post-close hooks at 1731587709734 (+4 ms)Closed at 1731587709734 2024-11-14T12:35:09,735 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:09,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T12:35:09,898 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,39239,1731587694184; all regions closed. 2024-11-14T12:35:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741834_1010 (size=1152) 2024-11-14T12:35:09,915 DEBUG [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/oldWALs 2024-11-14T12:35:09,915 INFO [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C39239%2C1731587694184.meta:.meta(num 1731587697383) 2024-11-14T12:35:09,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741832_1008 (size=93) 2024-11-14T12:35:09,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/WALs/f1b69e0236bd,39239,1731587694184/f1b69e0236bd%2C39239%2C1731587694184.1731587696412 not finished, retry = 0 2024-11-14T12:35:10,019 DEBUG [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/oldWALs 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C39239%2C1731587694184:(num 1731587696412) 2024-11-14T12:35:10,020 DEBUG [RS:0;f1b69e0236bd:39239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:10,020 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:10,020 INFO [RS:0;f1b69e0236bd:39239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39239 2024-11-14T12:35:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329/rs 2024-11-14T12:35:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1218823329/rs/f1b69e0236bd,39239,1731587694184 2024-11-14T12:35:10,029 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:10,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,39239,1731587694184] 2024-11-14T12:35:10,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1218823329/draining/f1b69e0236bd,39239,1731587694184 already deleted, retry=false 2024-11-14T12:35:10,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,39239,1731587694184 expired; onlineServers=0 2024-11-14T12:35:10,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,38997,1731587694073' ***** 2024-11-14T12:35:10,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:10,046 DEBUG [M:0;f1b69e0236bd:38997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:35:10,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:35:10,046 DEBUG [M:0;f1b69e0236bd:38997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:35:10,046 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587696174 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587696174,5,FailOnTimeoutGroup] 2024-11-14T12:35:10,046 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587696170 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587696170,5,FailOnTimeoutGroup] 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:10,046 DEBUG [M:0;f1b69e0236bd:38997 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:10,046 INFO [M:0;f1b69e0236bd:38997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:35:10,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:35:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1218823329/master 2024-11-14T12:35:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1218823329 2024-11-14T12:35:10,054 DEBUG [M:0;f1b69e0236bd:38997 {}] zookeeper.ZKUtil(347): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Unable to get data of znode /1-1218823329/master because node does not exist (not an error) 2024-11-14T12:35:10,054 WARN [M:0;f1b69e0236bd:38997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:35:10,055 INFO [M:0;f1b69e0236bd:38997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/.lastflushedseqids 2024-11-14T12:35:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741836_1012 (size=99) 2024-11-14T12:35:10,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:10,138 INFO [RS:0;f1b69e0236bd:39239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:10,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39239-0x1013a85097e0004, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:10,138 INFO [RS:0;f1b69e0236bd:39239 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,39239,1731587694184; zookeeper connection closed. 2024-11-14T12:35:10,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d1e6d82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d1e6d82 2024-11-14T12:35:10,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:35:10,438 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:10,460 INFO [M:0;f1b69e0236bd:38997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:35:10,460 INFO [M:0;f1b69e0236bd:38997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:35:10,460 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:10,460 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:10,460 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:10,460 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:10,460 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:10,460 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T12:35:10,475 DEBUG [M:0;f1b69e0236bd:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1bf51a00ef44d2b98988b971daf79d is 82, key is hbase:meta,,1/info:regioninfo/1731587697412/Put/seqid=0 2024-11-14T12:35:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741837_1013 (size=5672) 2024-11-14T12:35:10,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:10,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:10,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:10,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:10,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:10,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:10,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:35:10,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:35:10,879 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1bf51a00ef44d2b98988b971daf79d 2024-11-14T12:35:10,897 DEBUG [M:0;f1b69e0236bd:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6774a9a2b7c474284b15b70d79f3ddc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731587697433/Put/seqid=0 2024-11-14T12:35:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741838_1014 (size=5275) 2024-11-14T12:35:11,302 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6774a9a2b7c474284b15b70d79f3ddc 2024-11-14T12:35:11,320 DEBUG [M:0;f1b69e0236bd:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c59ebaa930d54ad28446d9d2455a05af is 69, key is f1b69e0236bd,39239,1731587694184/rs:state/1731587696236/Put/seqid=0 2024-11-14T12:35:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741839_1015 (size=5156) 2024-11-14T12:35:11,542 DEBUG [RS:0;f1b69e0236bd:35691.replicationSource.wal-reader.f1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 to pos 0, reset compression=false 2024-11-14T12:35:11,724 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c59ebaa930d54ad28446d9d2455a05af 2024-11-14T12:35:11,730 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e1bf51a00ef44d2b98988b971daf79d as hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1bf51a00ef44d2b98988b971daf79d 2024-11-14T12:35:11,734 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e1bf51a00ef44d2b98988b971daf79d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T12:35:11,735 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6774a9a2b7c474284b15b70d79f3ddc as hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6774a9a2b7c474284b15b70d79f3ddc 2024-11-14T12:35:11,739 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6774a9a2b7c474284b15b70d79f3ddc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T12:35:11,740 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c59ebaa930d54ad28446d9d2455a05af as hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c59ebaa930d54ad28446d9d2455a05af 2024-11-14T12:35:11,744 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38107/user/jenkins/test-data/37aad34b-6e57-bb02-0f94-4e445b7b7629/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c59ebaa930d54ad28446d9d2455a05af, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T12:35:11,745 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-14T12:35:11,746 INFO [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:11,747 DEBUG [M:0;f1b69e0236bd:38997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587710460Disabling compacts and flushes for region at 1731587710460Disabling writes for close at 1731587710460Obtaining lock to block concurrent updates at 1731587710460Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587710460Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731587710461 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587710461Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587710461Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587710475 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587710475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587710884 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587710897 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587710897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587711307 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587711320 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587711320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4814a35b: reopening flushed file at 1731587711729 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e01010d: reopening flushed file at 1731587711734 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e39840: reopening flushed file at 1731587711739 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731587711745 (+6 ms)Writing region close event to WAL at 1731587711746 (+1 ms)Closed at 1731587711746 2024-11-14T12:35:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36243 is added to blk_1073741830_1006 (size=10165) 2024-11-14T12:35:11,749 INFO [M:0;f1b69e0236bd:38997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:35:11,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:11,749 INFO [M:0;f1b69e0236bd:38997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38997 2024-11-14T12:35:11,749 INFO [M:0;f1b69e0236bd:38997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:11,896 INFO [M:0;f1b69e0236bd:38997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1013a85097e0003, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:11,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:11,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:11,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:11,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:11,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:11,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:35:11,930 WARN [BP-1167285507-172.17.0.3-1731587692616 heartbeating to localhost/127.0.0.1:38107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:35:11,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:35:11,930 WARN [BP-1167285507-172.17.0.3-1731587692616 heartbeating to localhost/127.0.0.1:38107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1167285507-172.17.0.3-1731587692616 (Datanode Uuid f7b479ac-2130-4960-b542-56b8d46d8853) service to localhost/127.0.0.1:38107 2024-11-14T12:35:11,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/cluster_77bbd0df-a413-4af6-96a0-da787b2ec0e5/data/data1/current/BP-1167285507-172.17.0.3-1731587692616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:11,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/cluster_77bbd0df-a413-4af6-96a0-da787b2ec0e5/data/data2/current/BP-1167285507-172.17.0.3-1731587692616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:11,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:35:11,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e19afe9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:11,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:11,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:11,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:11,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:11,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:35:11,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:35:11,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:11,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:11,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:11,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:11,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:11,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:35:11,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=178973720, stopped=false 2024-11-14T12:35:11,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,41195,1731587703862 2024-11-14T12:35:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:35:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/running 2024-11-14T12:35:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:11,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:11,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:11,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:11,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:11,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:35:11,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,35691,1731587704016' ***** 2024-11-14T12:35:11,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:35:11,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Set watcher on znode that does not yet exist, /0-99984741/running 2024-11-14T12:35:11,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(3091): Received CLOSE for 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:11,955 INFO [RS:0;f1b69e0236bd:35691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:35691. 2024-11-14T12:35:11,956 DEBUG [RS:0;f1b69e0236bd:35691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41a512b91eebdcc0e719464f1cb20cfe, disabling compactions & flushes 2024-11-14T12:35:11,956 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:11,956 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:11,956 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:35:11,956 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. after waiting 0 ms 2024-11-14T12:35:11,956 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:11,956 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:35:11,956 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:35:11,956 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41a512b91eebdcc0e719464f1cb20cfe=hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe.} 2024-11-14T12:35:11,956 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41a512b91eebdcc0e719464f1cb20cfe 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:11,956 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:11,956 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:11,957 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T12:35:11,959 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/replication/41a512b91eebdcc0e719464f1cb20cfe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T12:35:11,960 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:11,960 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:11,960 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:11,960 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41a512b91eebdcc0e719464f1cb20cfe: Waiting for close lock at 1731587711955Running coprocessor pre-close hooks at 1731587711956 (+1 ms)Disabling compacts and flushes for region at 1731587711956Disabling writes for close at 1731587711956Writing region close event to WAL at 1731587711956Running coprocessor post-close hooks at 1731587711960 (+4 ms)Closed at 1731587711960 2024-11-14T12:35:11,960 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe. 2024-11-14T12:35:11,970 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/c2785714f6604d708ef4e24a8329db18 is 147, key is hbase:replication,,1731587697548.41a512b91eebdcc0e719464f1cb20cfe./info:regioninfo/1731587709579/Put/seqid=0 2024-11-14T12:35:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741851_1027 (size=6385) 2024-11-14T12:35:12,042 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:12,156 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:12,357 DEBUG [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:12,374 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/c2785714f6604d708ef4e24a8329db18 2024-11-14T12:35:12,379 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/.tmp/info/c2785714f6604d708ef4e24a8329db18 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/info/c2785714f6604d708ef4e24a8329db18 2024-11-14T12:35:12,384 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/info/c2785714f6604d708ef4e24a8329db18, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T12:35:12,385 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-14T12:35:12,390 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T12:35:12,390 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:12,390 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:12,390 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:12,390 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587711956Running coprocessor pre-close hooks at 1731587711956Disabling compacts and flushes for region at 1731587711956Disabling writes for close at 1731587711956Obtaining lock to block concurrent updates at 1731587711957 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731587711957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731587711957Flushing stores of hbase:meta,,1.1588230740 at 1731587711957Flushing 1588230740/info: creating writer at 1731587711957Flushing 1588230740/info: appending metadata at 1731587711970 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731587711970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f921e2c: reopening flushed file at 1731587712378 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731587712385 (+7 ms)Writing region close event to WAL at 1731587712386 (+1 ms)Running coprocessor post-close hooks at 1731587712390 (+4 ms)Closed at 1731587712390 2024-11-14T12:35:12,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:12,557 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,35691,1731587704016; all regions closed. 2024-11-14T12:35:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741849_1025 (size=2156) 2024-11-14T12:35:12,561 DEBUG [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:12,561 INFO [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C35691%2C1731587704016.meta:.meta(num 1731587705305) 2024-11-14T12:35:12,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741850_1026 (size=796) 2024-11-14T12:35:12,565 DEBUG [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:12,565 INFO [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C35691%2C1731587704016.rep:(num 1731587709546) 2024-11-14T12:35:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741848_1024 (size=93) 2024-11-14T12:35:12,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/WALs/f1b69e0236bd,35691,1731587704016/f1b69e0236bd%2C35691%2C1731587704016.1731587704977 not finished, retry = 0 2024-11-14T12:35:12,669 DEBUG [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/oldWALs 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C35691%2C1731587704016:(num 1731587704977) 2024-11-14T12:35:12,669 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:12,669 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,35691,1731587704016 because: Region server is closing 2024-11-14T12:35:12,669 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T12:35:12,669 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T12:35:12,669 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T12:35:12,669 INFO [RS:0;f1b69e0236bd:35691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:35691. 2024-11-14T12:35:12,669 DEBUG [RS:0;f1b69e0236bd:35691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:12,670 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:12,670 DEBUG [RS:0;f1b69e0236bd:35691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:12,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:12,770 WARN [RS:0;f1b69e0236bd:35691.replicationSource.shipperf1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:35:12,770 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f1b69e0236bd:35691.replicationSource.shipperf1b69e0236bd%2C35691%2C1731587704016,1-f1b69e0236bd,35691,1731587704016 terminated 2024-11-14T12:35:12,770 INFO [RS:0;f1b69e0236bd:35691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35691 2024-11-14T12:35:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741/rs 2024-11-14T12:35:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/rs/f1b69e0236bd,35691,1731587704016 2024-11-14T12:35:12,821 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:12,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,35691,1731587704016] 2024-11-14T12:35:12,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-99984741/draining/f1b69e0236bd,35691,1731587704016 already deleted, retry=false 2024-11-14T12:35:12,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,35691,1731587704016 expired; onlineServers=0 2024-11-14T12:35:12,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,41195,1731587703862' ***** 2024-11-14T12:35:12,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:35:12,837 INFO [M:0;f1b69e0236bd:41195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:12,837 INFO [M:0;f1b69e0236bd:41195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:12,837 DEBUG [M:0;f1b69e0236bd:41195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:35:12,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:35:12,837 DEBUG [M:0;f1b69e0236bd:41195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:35:12,837 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587704711 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587704711,5,FailOnTimeoutGroup] 2024-11-14T12:35:12,838 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587704711 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587704711,5,FailOnTimeoutGroup] 2024-11-14T12:35:12,838 INFO [M:0;f1b69e0236bd:41195 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:12,838 INFO [M:0;f1b69e0236bd:41195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:12,838 DEBUG [M:0;f1b69e0236bd:41195 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:35:12,838 INFO [M:0;f1b69e0236bd:41195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:35:12,838 INFO [M:0;f1b69e0236bd:41195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:12,838 INFO [M:0;f1b69e0236bd:41195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:35:12,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:35:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-99984741/master 2024-11-14T12:35:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-99984741 2024-11-14T12:35:12,846 DEBUG [M:0;f1b69e0236bd:41195 {}] zookeeper.ZKUtil(347): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Unable to get data of znode /0-99984741/master because node does not exist (not an error) 2024-11-14T12:35:12,846 WARN [M:0;f1b69e0236bd:41195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:35:12,846 INFO [M:0;f1b69e0236bd:41195 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/.lastflushedseqids 2024-11-14T12:35:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741852_1028 (size=181) 2024-11-14T12:35:12,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:12,929 INFO [RS:0;f1b69e0236bd:35691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:12,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35691-0x1013a85097e0007, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:12,929 INFO [RS:0;f1b69e0236bd:35691 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,35691,1731587704016; zookeeper connection closed. 2024-11-14T12:35:12,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e5cffb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e5cffb 2024-11-14T12:35:12,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:35:13,256 INFO [M:0;f1b69e0236bd:41195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:35:13,256 INFO [M:0;f1b69e0236bd:41195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:35:13,256 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:13,257 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:13,257 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:13,257 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:13,257 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:13,257 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T12:35:13,272 DEBUG [M:0;f1b69e0236bd:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a528b1ebd0415c86a63b551786aae1 is 82, key is hbase:meta,,1/info:regioninfo/1731587705349/Put/seqid=0 2024-11-14T12:35:13,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741853_1029 (size=5672) 2024-11-14T12:35:13,676 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a528b1ebd0415c86a63b551786aae1 2024-11-14T12:35:13,698 DEBUG [M:0;f1b69e0236bd:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6dfaa3d0db54f84be3056fe4a38bcdd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731587709584/Put/seqid=0 2024-11-14T12:35:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741854_1030 (size=7312) 2024-11-14T12:35:14,102 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6dfaa3d0db54f84be3056fe4a38bcdd 2024-11-14T12:35:14,125 DEBUG [M:0;f1b69e0236bd:41195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff5b89d43144dd7917d8ee467c3bfab is 69, key is f1b69e0236bd,35691,1731587704016/rs:state/1731587704769/Put/seqid=0 2024-11-14T12:35:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741855_1031 (size=5370) 2024-11-14T12:35:14,530 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff5b89d43144dd7917d8ee467c3bfab 2024-11-14T12:35:14,535 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ff5b89d43144dd7917d8ee467c3bfab 2024-11-14T12:35:14,536 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28a528b1ebd0415c86a63b551786aae1 as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a528b1ebd0415c86a63b551786aae1 2024-11-14T12:35:14,540 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28a528b1ebd0415c86a63b551786aae1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T12:35:14,541 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6dfaa3d0db54f84be3056fe4a38bcdd as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6dfaa3d0db54f84be3056fe4a38bcdd 2024-11-14T12:35:14,546 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6dfaa3d0db54f84be3056fe4a38bcdd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T12:35:14,547 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ff5b89d43144dd7917d8ee467c3bfab as hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ff5b89d43144dd7917d8ee467c3bfab 2024-11-14T12:35:14,552 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ff5b89d43144dd7917d8ee467c3bfab 2024-11-14T12:35:14,552 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46153/user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ff5b89d43144dd7917d8ee467c3bfab, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T12:35:14,553 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false 2024-11-14T12:35:14,555 INFO [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:14,555 DEBUG [M:0;f1b69e0236bd:41195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587713256Disabling compacts and flushes for region at 1731587713256Disabling writes for close at 1731587713257 (+1 ms)Obtaining lock to block concurrent updates at 1731587713257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587713257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731587713257Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587713258 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587713258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587713271 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587713271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587713681 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587713697 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587713698 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587714108 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587714124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587714124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171ffa0d: reopening flushed file at 1731587714535 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624cd690: reopening flushed file at 1731587714541 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e44609d: reopening flushed file at 1731587714546 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=127, compaction requested=false at 1731587714553 (+7 ms)Writing region close event to WAL at 1731587714554 (+1 ms)Closed at 1731587714554 2024-11-14T12:35:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46477 is added to blk_1073741847_1023 (size=22903) 2024-11-14T12:35:14,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/027db79a-ff2f-8ea0-7ca6-7103befcc206/MasterData/WALs/f1b69e0236bd,41195,1731587703862/f1b69e0236bd%2C41195%2C1731587703862.1731587704515 not finished, retry = 0 2024-11-14T12:35:14,658 INFO [M:0;f1b69e0236bd:41195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:35:14,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:14,658 INFO [M:0;f1b69e0236bd:41195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41195 2024-11-14T12:35:14,658 INFO [M:0;f1b69e0236bd:41195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:14,804 INFO [M:0;f1b69e0236bd:41195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:14,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:14,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41195-0x1013a85097e0006, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:14,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f75450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:14,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:14,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:14,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:14,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:14,809 WARN [BP-538252855-172.17.0.3-1731587687399 heartbeating to localhost/127.0.0.1:46153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:35:14,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:35:14,809 WARN [BP-538252855-172.17.0.3-1731587687399 heartbeating to localhost/127.0.0.1:46153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-538252855-172.17.0.3-1731587687399 (Datanode Uuid a8bcb8e6-dc24-4e68-a513-4924dbf1c6e8) service to localhost/127.0.0.1:46153 2024-11-14T12:35:14,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:35:14,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/data/data1/current/BP-538252855-172.17.0.3-1731587687399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:14,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/cluster_bdde3c38-679f-7376-1311-5af9317c376e/data/data2/current/BP-538252855-172.17.0.3-1731587687399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:14,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:35:14,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:14,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:14,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:14,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:14,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf68269-e3c1-8581-6d87-3e316dc0dde1/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:14,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:35:14,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:35:14,841 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46153 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62994) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62994) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38107 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7070 (was 7097) 2024-11-14T12:35:14,849 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7070 2024-11-14T12:35:14,860 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T12:35:14,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir so I do NOT create it in target/test-data/60f17ad8-92fd-1353-3334-45978632c88d 2024-11-14T12:35:14,860 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:35:14,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.tmp.dir so I do NOT create it in target/test-data/60f17ad8-92fd-1353-3334-45978632c88d 2024-11-14T12:35:14,860 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/772b25f7-8b23-3d4c-b531-2abf6b0b65a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:35:14,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d 2024-11-14T12:35:14,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773, deleteOnExit=true 2024-11-14T12:35:14,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/zookeeper_0, clientPort=54227, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:35:14,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54227 2024-11-14T12:35:14,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/test.cache.data in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:35:14,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:14,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:35:14,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:35:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a85097e0005, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:35:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a85097e0002, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:35:14,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a85097e0005, quorum=127.0.0.1:62994, baseZNode=/1-1218823329 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:35:14,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a85097e0002, quorum=127.0.0.1:62994, baseZNode=/0-99984741 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:35:15,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:15,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:15,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:15,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:15,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:35:15,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:15,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:15,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:15,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d24921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/java.io.tmpdir/jetty-localhost-39327-hadoop-hdfs-3_4_1-tests_jar-_-any-4697393117516562860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:15,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:39327} 2024-11-14T12:35:15,237 INFO [Time-limited test {}] server.Server(415): Started @170154ms 2024-11-14T12:35:15,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:15,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:15,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:15,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:15,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:35:15,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:15,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:15,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a3acf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-14919873853163340093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:15,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-14T12:35:15,495 INFO [Time-limited test {}] server.Server(415): Started @170412ms 2024-11-14T12:35:15,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:35:15,808 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/data/data2/current/BP-761535258-172.17.0.3-1731587714908/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:15,808 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/data/data1/current/BP-761535258-172.17.0.3-1731587714908/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:15,830 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:35:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eaabfd4a7803ec2 with lease ID 0xa18581e29106f071: Processing first storage report for DS-a62a3004-951e-488e-8276-80b58259d089 from datanode DatanodeRegistration(127.0.0.1:36249, datanodeUuid=1d24b421-c5c2-414c-9f24-104c08dd8021, infoPort=40599, infoSecurePort=0, ipcPort=41137, storageInfo=lv=-57;cid=testClusterID;nsid=1625650467;c=1731587714908) 2024-11-14T12:35:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eaabfd4a7803ec2 with lease ID 0xa18581e29106f071: from storage DS-a62a3004-951e-488e-8276-80b58259d089 node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=1d24b421-c5c2-414c-9f24-104c08dd8021, infoPort=40599, infoSecurePort=0, ipcPort=41137, storageInfo=lv=-57;cid=testClusterID;nsid=1625650467;c=1731587714908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eaabfd4a7803ec2 with lease ID 0xa18581e29106f071: Processing first storage report for DS-ce992843-a9a9-4d35-8b82-1e21f02ed451 from datanode DatanodeRegistration(127.0.0.1:36249, datanodeUuid=1d24b421-c5c2-414c-9f24-104c08dd8021, infoPort=40599, infoSecurePort=0, ipcPort=41137, storageInfo=lv=-57;cid=testClusterID;nsid=1625650467;c=1731587714908) 2024-11-14T12:35:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eaabfd4a7803ec2 with lease ID 0xa18581e29106f071: from storage DS-ce992843-a9a9-4d35-8b82-1e21f02ed451 node DatanodeRegistration(127.0.0.1:36249, datanodeUuid=1d24b421-c5c2-414c-9f24-104c08dd8021, infoPort=40599, infoSecurePort=0, ipcPort=41137, storageInfo=lv=-57;cid=testClusterID;nsid=1625650467;c=1731587714908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:15,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d 2024-11-14T12:35:15,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:15,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:15,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:35:16,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584 with version=8 2024-11-14T12:35:16,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/hbase-staging 2024-11-14T12:35:16,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:16,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:35:16,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:16,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37009 2024-11-14T12:35:16,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37009 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:16,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370090x0, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:16,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37009-0x1013a8574e80000 connected 2024-11-14T12:35:16,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:16,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:16,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/running 2024-11-14T12:35:16,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584, hbase.cluster.distributed=false 2024-11-14T12:35:16,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/acl 2024-11-14T12:35:16,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-14T12:35:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37009 2024-11-14T12:35:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37009 2024-11-14T12:35:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-14T12:35:16,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37009 2024-11-14T12:35:16,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:35:16,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:16,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45325 2024-11-14T12:35:16,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45325 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:16,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:16,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453250x0, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:16,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453250x0, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/running 2024-11-14T12:35:16,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45325-0x1013a8574e80001 connected 2024-11-14T12:35:16,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:35:16,488 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:35:16,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/master 2024-11-14T12:35:16,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/acl 2024-11-14T12:35:16,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-14T12:35:16,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45325 2024-11-14T12:35:16,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45325 2024-11-14T12:35:16,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-14T12:35:16,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-14T12:35:16,505 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:37009 2024-11-14T12:35:16,507 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-609943927/backup-masters/f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:16,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/backup-masters 2024-11-14T12:35:16,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/backup-masters 2024-11-14T12:35:16,512 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on existing znode=/0-609943927/backup-masters/f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:16,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:16,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609943927/master 2024-11-14T12:35:16,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:16,521 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on existing znode=/0-609943927/master 2024-11-14T12:35:16,521 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-609943927/backup-masters/f1b69e0236bd,37009,1731587716334 from backup master directory 2024-11-14T12:35:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/backup-masters 2024-11-14T12:35:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609943927/backup-masters/f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/backup-masters 2024-11-14T12:35:16,529 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:16,529 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:16,532 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/hbase.id] with ID: 59ec8b2f-8705-4d26-b2aa-f88d3ecfd090 2024-11-14T12:35:16,532 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/.tmp/hbase.id 2024-11-14T12:35:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:35:16,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/.tmp/hbase.id]:[hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/hbase.id] 2024-11-14T12:35:16,947 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:16,947 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:35:16,948 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:35:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:35:17,384 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:17,385 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:35:17,386 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:35:17,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:17,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:17,792 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store 2024-11-14T12:35:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:35:18,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:18,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:18,198 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:18,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:18,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:18,198 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:18,198 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:18,199 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587718198Disabling compacts and flushes for region at 1731587718198Disabling writes for close at 1731587718198Writing region close event to WAL at 1731587718198Closed at 1731587718198 2024-11-14T12:35:18,199 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/.initializing 2024-11-14T12:35:18,199 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/WALs/f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:18,200 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:18,202 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C37009%2C1731587716334, suffix=, logDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/WALs/f1b69e0236bd,37009,1731587716334, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/oldWALs, maxLogs=10 2024-11-14T12:35:18,214 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/WALs/f1b69e0236bd,37009,1731587716334/f1b69e0236bd%2C37009%2C1731587716334.1731587718202, exclude list is [], retry=0 2024-11-14T12:35:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-a62a3004-951e-488e-8276-80b58259d089,DISK] 2024-11-14T12:35:18,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/WALs/f1b69e0236bd,37009,1731587716334/f1b69e0236bd%2C37009%2C1731587716334.1731587718202 2024-11-14T12:35:18,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599)] 2024-11-14T12:35:18,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:18,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:18,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:35:18,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:18,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:18,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:35:18,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:18,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:18,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:35:18,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:18,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:18,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:35:18,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:18,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:18,226 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,227 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,227 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,228 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,228 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,228 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:18,229 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:18,231 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:18,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63596181, jitterRate=-0.05234305560588837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:18,231 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587718219Initializing all the Stores at 1731587718220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587718220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587718220Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587718220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587718220Cleaning up temporary data from old regions at 1731587718228 (+8 ms)Region opened successfully at 1731587718231 (+3 ms) 2024-11-14T12:35:18,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:35:18,234 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d540d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:18,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:35:18,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:35:18,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:35:18,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:35:18,235 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:35:18,236 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:35:18,236 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:35:18,237 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:35:18,238 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/balancer because node does not exist (not necessarily an error) 2024-11-14T12:35:18,287 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/balancer already deleted, retry=false 2024-11-14T12:35:18,287 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:35:18,288 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:35:18,295 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/normalizer already deleted, retry=false 2024-11-14T12:35:18,295 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:35:18,296 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:35:18,303 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/switch/split already deleted, retry=false 2024-11-14T12:35:18,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:35:18,312 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/switch/merge already deleted, retry=false 2024-11-14T12:35:18,313 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:35:18,320 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/snapshot-cleanup already deleted, retry=false 2024-11-14T12:35:18,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609943927/running 2024-11-14T12:35:18,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609943927/running 2024-11-14T12:35:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,329 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,37009,1731587716334, sessionid=0x1013a8574e80000, setting cluster-up flag (Was=false) 2024-11-14T12:35:18,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609943927/flush-table-proc/acquired, /0-609943927/flush-table-proc/reached, /0-609943927/flush-table-proc/abort 2024-11-14T12:35:18,371 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:18,412 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609943927/online-snapshot/acquired, /0-609943927/online-snapshot/reached, /0-609943927/online-snapshot/abort 2024-11-14T12:35:18,413 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:18,414 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:35:18,415 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:18,415 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:35:18,415 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:35:18,416 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,37009,1731587716334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:18,417 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587748418 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:35:18,418 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:35:18,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:18,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:35:18,419 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,419 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:35:18,419 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:35:18,419 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:35:18,419 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:35:18,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:18,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:35:18,422 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:35:18,422 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:35:18,425 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587718423,5,FailOnTimeoutGroup] 2024-11-14T12:35:18,425 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587718425,5,FailOnTimeoutGroup] 2024-11-14T12:35:18,425 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,425 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:35:18,425 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,425 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:35:18,498 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(746): ClusterId : 59ec8b2f-8705-4d26-b2aa-f88d3ecfd090 2024-11-14T12:35:18,498 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:35:18,504 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:35:18,504 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:35:18,513 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:35:18,513 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b00f52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:18,528 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:45325 2024-11-14T12:35:18,528 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:35:18,528 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:35:18,528 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:35:18,529 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,37009,1731587716334 with port=45325, startcode=1731587716477 2024-11-14T12:35:18,529 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:35:18,530 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:35:18,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37009 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,532 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584 2024-11-14T12:35:18,532 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45137 2024-11-14T12:35:18,532 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:35:18,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/rs 2024-11-14T12:35:18,537 DEBUG [RS:0;f1b69e0236bd:45325 {}] zookeeper.ZKUtil(111): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on existing znode=/0-609943927/rs/f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,537 WARN [RS:0;f1b69e0236bd:45325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:18,537 INFO [RS:0;f1b69e0236bd:45325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:18,537 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45325,1731587716477] 2024-11-14T12:35:18,541 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:35:18,543 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:35:18,543 INFO [RS:0;f1b69e0236bd:45325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:35:18,543 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,543 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:35:18,544 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:35:18,544 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:18,544 DEBUG [RS:0;f1b69e0236bd:45325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,545 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45325,1731587716477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:18,562 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:35:18,562 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45325,1731587716477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,562 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,562 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.Replication(171): f1b69e0236bd,45325,1731587716477 started 2024-11-14T12:35:18,579 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:18,579 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45325,1731587716477, RpcServer on f1b69e0236bd/172.17.0.3:45325, sessionid=0x1013a8574e80001 2024-11-14T12:35:18,579 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45325,1731587716477' 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609943927/flush-table-proc/abort' 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609943927/flush-table-proc/acquired' 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45325,1731587716477' 2024-11-14T12:35:18,580 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609943927/online-snapshot/abort' 2024-11-14T12:35:18,581 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609943927/online-snapshot/acquired' 2024-11-14T12:35:18,581 DEBUG [RS:0;f1b69e0236bd:45325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:35:18,581 INFO [RS:0;f1b69e0236bd:45325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:35:18,581 INFO [RS:0;f1b69e0236bd:45325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:35:18,681 INFO [RS:0;f1b69e0236bd:45325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:18,683 INFO [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45325%2C1731587716477, suffix=, logDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs, maxLogs=10 2024-11-14T12:35:18,698 DEBUG [RS:0;f1b69e0236bd:45325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683, exclude list is [], retry=0 2024-11-14T12:35:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-a62a3004-951e-488e-8276-80b58259d089,DISK] 2024-11-14T12:35:18,702 INFO [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 2024-11-14T12:35:18,702 DEBUG [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599)] 2024-11-14T12:35:18,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:35:18,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584 2024-11-14T12:35:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:35:19,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:19,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:19,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:19,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:19,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:19,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:19,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:19,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:19,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:19,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:19,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740 2024-11-14T12:35:19,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740 2024-11-14T12:35:19,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:19,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:19,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:19,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:19,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:19,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60624046, jitterRate=-0.09663131833076477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:19,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587719238Initializing all the Stores at 1731587719238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587719238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719238Cleaning up temporary data from old regions at 1731587719246 (+8 ms)Region opened successfully at 1731587719249 (+3 ms) 2024-11-14T12:35:19,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:19,250 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:19,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:19,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:19,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:19,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:19,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587719249Disabling compacts and flushes for region at 1731587719249Disabling writes for close at 1731587719250 (+1 ms)Writing region close event to WAL at 1731587719250Closed at 1731587719250 2024-11-14T12:35:19,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:19,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:35:19,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:35:19,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:19,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:35:19,403 DEBUG [f1b69e0236bd:37009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:19,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:19,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45325,1731587716477, state=OPENING 2024-11-14T12:35:19,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:35:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:19,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:19,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609943927/meta-region-server: CHANGED 2024-11-14T12:35:19,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609943927/meta-region-server: CHANGED 2024-11-14T12:35:19,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45325,1731587716477}] 2024-11-14T12:35:19,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:19,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:35:19,602 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:35:19,602 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:19,603 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:35:19,604 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45325%2C1731587716477.meta, suffix=.meta, logDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs, maxLogs=10 2024-11-14T12:35:19,616 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.meta.1731587719604.meta, exclude list is [], retry=0 2024-11-14T12:35:19,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-a62a3004-951e-488e-8276-80b58259d089,DISK] 2024-11-14T12:35:19,619 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.meta.1731587719604.meta 2024-11-14T12:35:19,619 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599)] 2024-11-14T12:35:19,619 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:19,620 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:35:19,620 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:35:19,620 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:35:19,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:19,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:19,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:19,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:19,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:19,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:19,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:19,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:19,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:19,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:19,625 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:19,626 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740 2024-11-14T12:35:19,627 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740 2024-11-14T12:35:19,627 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:19,627 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:19,628 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:19,629 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:19,629 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797343, jitterRate=0.11456726491451263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:19,629 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:35:19,630 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587719620Writing region info on filesystem at 1731587719620Initializing all the Stores at 1731587719621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719621Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587719621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587719621Cleaning up temporary data from old regions at 1731587719627 (+6 ms)Running coprocessor post-open hooks at 1731587719629 (+2 ms)Region opened successfully at 1731587719630 (+1 ms) 2024-11-14T12:35:19,630 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587719598 2024-11-14T12:35:19,632 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:35:19,632 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:35:19,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:19,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45325,1731587716477, state=OPEN 2024-11-14T12:35:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609943927/meta-region-server 2024-11-14T12:35:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609943927/meta-region-server 2024-11-14T12:35:19,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:19,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609943927/meta-region-server: CHANGED 2024-11-14T12:35:19,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609943927/meta-region-server: CHANGED 2024-11-14T12:35:19,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:35:19,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45325,1731587716477 in 212 msec 2024-11-14T12:35:19,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:35:19,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-14T12:35:19,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:19,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:35:19,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:19,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:19,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:19,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:19,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-14T12:35:19,669 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587719669, completionTime=-1 2024-11-14T12:35:19,669 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:35:19,669 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:35:19,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:35:19,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587779670 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587839670 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:37009, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,671 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,673 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.145sec 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:19,674 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:35:19,677 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:35:19,677 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:35:19,677 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,37009,1731587716334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:19,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a73ccfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:19,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:19,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:19,700 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1edd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:19,702 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:19,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:19,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:19,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:19,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:19,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:19,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:19,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a8574e80002 connected 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir so I do NOT create it in target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe 2024-11-14T12:35:19,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.tmp.dir so I do NOT create it in target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe 2024-11-14T12:35:19,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:35:19,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/cluster_63a4f0a0-450e-cc63-2d18-455c9f8e24b3, deleteOnExit=true 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/test.cache.data in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:35:19,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:19,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:35:19,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:35:19,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:19,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:19,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:19,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:19,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:35:19,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:19,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:19,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:20,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/java.io.tmpdir/jetty-localhost-35389-hadoop-hdfs-3_4_1-tests_jar-_-any-5531370581617637808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:20,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:35389} 2024-11-14T12:35:20,048 INFO [Time-limited test {}] server.Server(415): Started @174965ms 2024-11-14T12:35:20,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:20,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:20,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:20,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:35:20,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:20,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:20,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/java.io.tmpdir/jetty-localhost-44539-hadoop-hdfs-3_4_1-tests_jar-_-any-7443072210063169642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:20,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:44539} 2024-11-14T12:35:20,318 INFO [Time-limited test {}] server.Server(415): Started @175235ms 2024-11-14T12:35:20,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:35:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:35:20,691 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/cluster_63a4f0a0-450e-cc63-2d18-455c9f8e24b3/data/data1/current/BP-1978814860-172.17.0.3-1731587719746/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:20,691 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/cluster_63a4f0a0-450e-cc63-2d18-455c9f8e24b3/data/data2/current/BP-1978814860-172.17.0.3-1731587719746/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:20,706 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:35:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ca26607e50b748 with lease ID 0x36ced9b54949eca7: Processing first storage report for DS-4e53d3e7-c369-49a0-9072-b0741e8054f6 from datanode DatanodeRegistration(127.0.0.1:39575, datanodeUuid=9896646e-54b1-4da6-99d7-bee800c12062, infoPort=34027, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=990507451;c=1731587719746) 2024-11-14T12:35:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ca26607e50b748 with lease ID 0x36ced9b54949eca7: from storage DS-4e53d3e7-c369-49a0-9072-b0741e8054f6 node DatanodeRegistration(127.0.0.1:39575, datanodeUuid=9896646e-54b1-4da6-99d7-bee800c12062, infoPort=34027, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=990507451;c=1731587719746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ca26607e50b748 with lease ID 0x36ced9b54949eca7: Processing first storage report for DS-81f0d27e-0ef8-4670-85ec-81cdb2d1d5b4 from datanode DatanodeRegistration(127.0.0.1:39575, datanodeUuid=9896646e-54b1-4da6-99d7-bee800c12062, infoPort=34027, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=990507451;c=1731587719746) 2024-11-14T12:35:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ca26607e50b748 with lease ID 0x36ced9b54949eca7: from storage DS-81f0d27e-0ef8-4670-85ec-81cdb2d1d5b4 node DatanodeRegistration(127.0.0.1:39575, datanodeUuid=9896646e-54b1-4da6-99d7-bee800c12062, infoPort=34027, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=990507451;c=1731587719746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:20,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe 2024-11-14T12:35:20,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:20,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:35:21,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158 with version=8 2024-11-14T12:35:21,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/hbase-staging 2024-11-14T12:35:21,155 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:35:21,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:21,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45943 2024-11-14T12:35:21,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45943 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459430x0, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:21,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45943-0x1013a8574e80003 connected 2024-11-14T12:35:21,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:21,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:21,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/running 2024-11-14T12:35:21,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158, hbase.cluster.distributed=false 2024-11-14T12:35:21,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/acl 2024-11-14T12:35:21,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45943 2024-11-14T12:35:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45943 2024-11-14T12:35:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45943 2024-11-14T12:35:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45943 2024-11-14T12:35:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45943 2024-11-14T12:35:21,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:35:21,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:21,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44241 2024-11-14T12:35:21,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44241 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:21,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:21,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442410x0, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:21,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442410x0, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/running 2024-11-14T12:35:21,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44241-0x1013a8574e80004 connected 2024-11-14T12:35:21,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:35:21,279 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:35:21,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/master 2024-11-14T12:35:21,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/acl 2024-11-14T12:35:21,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-14T12:35:21,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44241 2024-11-14T12:35:21,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44241 2024-11-14T12:35:21,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-14T12:35:21,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-14T12:35:21,292 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:45943 2024-11-14T12:35:21,294 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1803031233/backup-masters/f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:21,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/backup-masters 2024-11-14T12:35:21,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/backup-masters 2024-11-14T12:35:21,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on existing znode=/1-1803031233/backup-masters/f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:21,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803031233/master 2024-11-14T12:35:21,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:21,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:21,312 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on existing znode=/1-1803031233/master 2024-11-14T12:35:21,312 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1803031233/backup-masters/f1b69e0236bd,45943,1731587721155 from backup master directory 2024-11-14T12:35:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803031233/backup-masters/f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/backup-masters 2024-11-14T12:35:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/backup-masters 2024-11-14T12:35:21,320 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:21,320 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:21,323 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/hbase.id] with ID: 21ddab72-01e7-413d-9f02-a443669a8475 2024-11-14T12:35:21,323 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/.tmp/hbase.id 2024-11-14T12:35:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:35:21,728 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/.tmp/hbase.id]:[hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/hbase.id] 2024-11-14T12:35:21,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:21,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:35:21,737 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:35:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:35:22,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:22,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:35:22,177 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:35:22,583 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store 2024-11-14T12:35:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:22,989 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:22,989 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:22,989 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587722989Disabling compacts and flushes for region at 1731587722989Disabling writes for close at 1731587722989Writing region close event to WAL at 1731587722989Closed at 1731587722989 2024-11-14T12:35:22,990 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/.initializing 2024-11-14T12:35:22,990 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/WALs/f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:22,991 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:22,993 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C45943%2C1731587721155, suffix=, logDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/WALs/f1b69e0236bd,45943,1731587721155, archiveDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/oldWALs, maxLogs=10 2024-11-14T12:35:23,009 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/WALs/f1b69e0236bd,45943,1731587721155/f1b69e0236bd%2C45943%2C1731587721155.1731587722993, exclude list is [], retry=0 2024-11-14T12:35:23,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-4e53d3e7-c369-49a0-9072-b0741e8054f6,DISK] 2024-11-14T12:35:23,013 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/WALs/f1b69e0236bd,45943,1731587721155/f1b69e0236bd%2C45943%2C1731587721155.1731587722993 2024-11-14T12:35:23,013 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-14T12:35:23,013 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:23,014 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:23,014 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,014 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:35:23,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:23,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:23,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:35:23,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:23,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:23,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:35:23,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:35:23,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:23,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:23,021 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,021 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,021 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,022 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,022 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,023 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:23,023 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:23,025 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:23,025 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65093919, jitterRate=-0.030025020241737366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:23,025 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587723014Initializing all the Stores at 1731587723015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587723015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587723015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587723015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587723015Cleaning up temporary data from old regions at 1731587723022 (+7 ms)Region opened successfully at 1731587723025 (+3 ms) 2024-11-14T12:35:23,026 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:35:23,028 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40daf003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:23,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:35:23,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:35:23,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:35:23,029 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:35:23,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:35:23,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:35:23,030 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:35:23,032 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:35:23,032 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/balancer because node does not exist (not necessarily an error) 2024-11-14T12:35:23,087 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/balancer already deleted, retry=false 2024-11-14T12:35:23,087 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:35:23,088 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:35:23,095 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/normalizer already deleted, retry=false 2024-11-14T12:35:23,095 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:35:23,096 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:35:23,103 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/switch/split already deleted, retry=false 2024-11-14T12:35:23,104 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:35:23,112 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/switch/merge already deleted, retry=false 2024-11-14T12:35:23,113 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:35:23,120 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/snapshot-cleanup already deleted, retry=false 2024-11-14T12:35:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803031233/running 2024-11-14T12:35:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803031233/running 2024-11-14T12:35:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,129 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,45943,1731587721155, sessionid=0x1013a8574e80003, setting cluster-up flag (Was=false) 2024-11-14T12:35:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,170 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1803031233/flush-table-proc/acquired, /1-1803031233/flush-table-proc/reached, /1-1803031233/flush-table-proc/abort 2024-11-14T12:35:23,171 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:23,212 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1803031233/online-snapshot/acquired, /1-1803031233/online-snapshot/reached, /1-1803031233/online-snapshot/abort 2024-11-14T12:35:23,213 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:23,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:35:23,215 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:23,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:35:23,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:35:23,215 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,45943,1731587721155 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:35:23,216 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:23,216 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:23,217 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587753218 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:35:23,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:35:23,218 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:35:23,219 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:35:23,219 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:35:23,219 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587723219,5,FailOnTimeoutGroup] 2024-11-14T12:35:23,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:23,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:35:23,220 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587723219,5,FailOnTimeoutGroup] 2024-11-14T12:35:23,220 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,220 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:35:23,220 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,220 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:35:23,285 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(746): ClusterId : 21ddab72-01e7-413d-9f02-a443669a8475 2024-11-14T12:35:23,285 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:35:23,287 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:35:23,287 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:35:23,296 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:35:23,296 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d7789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:23,306 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:44241 2024-11-14T12:35:23,306 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:35:23,306 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:35:23,306 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:35:23,307 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,45943,1731587721155 with port=44241, startcode=1731587721263 2024-11-14T12:35:23,307 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:35:23,308 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:35:23,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45943 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,310 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158 2024-11-14T12:35:23,310 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44541 2024-11-14T12:35:23,310 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:35:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/rs 2024-11-14T12:35:23,349 DEBUG [RS:0;f1b69e0236bd:44241 {}] zookeeper.ZKUtil(111): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on existing znode=/1-1803031233/rs/f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,349 WARN [RS:0;f1b69e0236bd:44241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:23,349 INFO [RS:0;f1b69e0236bd:44241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:23,349 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,44241,1731587721263] 2024-11-14T12:35:23,352 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:35:23,353 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:35:23,353 INFO [RS:0;f1b69e0236bd:44241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:35:23,353 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,354 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:35:23,354 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:35:23,354 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,354 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,354 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,354 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,354 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:23,355 DEBUG [RS:0;f1b69e0236bd:44241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,355 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44241,1731587721263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:23,369 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:35:23,369 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44241,1731587721263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,369 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,369 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.Replication(171): f1b69e0236bd,44241,1731587721263 started 2024-11-14T12:35:23,382 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:23,382 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,44241,1731587721263, RpcServer on f1b69e0236bd/172.17.0.3:44241, sessionid=0x1013a8574e80004 2024-11-14T12:35:23,382 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:35:23,382 DEBUG [RS:0;f1b69e0236bd:44241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,382 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,44241,1731587721263' 2024-11-14T12:35:23,382 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1803031233/flush-table-proc/abort' 2024-11-14T12:35:23,382 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1803031233/flush-table-proc/acquired' 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,44241,1731587721263' 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1803031233/online-snapshot/abort' 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1803031233/online-snapshot/acquired' 2024-11-14T12:35:23,383 DEBUG [RS:0;f1b69e0236bd:44241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:35:23,384 INFO [RS:0;f1b69e0236bd:44241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:35:23,384 INFO [RS:0;f1b69e0236bd:44241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:35:23,484 INFO [RS:0;f1b69e0236bd:44241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:23,486 INFO [RS:0;f1b69e0236bd:44241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C44241%2C1731587721263, suffix=, logDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263, archiveDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/oldWALs, maxLogs=10 2024-11-14T12:35:23,503 DEBUG [RS:0;f1b69e0236bd:44241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, exclude list is [], retry=0 2024-11-14T12:35:23,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-4e53d3e7-c369-49a0-9072-b0741e8054f6,DISK] 2024-11-14T12:35:23,507 INFO [RS:0;f1b69e0236bd:44241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 2024-11-14T12:35:23,508 DEBUG [RS:0;f1b69e0236bd:44241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-14T12:35:23,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:35:23,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158 2024-11-14T12:35:23,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:35:24,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:24,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:24,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:24,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:24,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:24,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:24,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:24,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:24,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:24,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:24,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740 2024-11-14T12:35:24,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740 2024-11-14T12:35:24,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:24,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:24,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:24,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:24,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:24,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63374916, jitterRate=-0.05564016103744507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587724035Initializing all the Stores at 1731587724036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587724036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724036Cleaning up temporary data from old regions at 1731587724045 (+9 ms)Region opened successfully at 1731587724049 (+4 ms) 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:24,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:24,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:24,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587724049Disabling compacts and flushes for region at 1731587724049Disabling writes for close at 1731587724049Writing region close event to WAL at 1731587724049Closed at 1731587724049 2024-11-14T12:35:24,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:24,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:35:24,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:35:24,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:24,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:35:24,202 DEBUG [f1b69e0236bd:45943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:24,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:24,203 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,44241,1731587721263, state=OPENING 2024-11-14T12:35:24,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:35:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:24,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:24,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803031233/meta-region-server: CHANGED 2024-11-14T12:35:24,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803031233/meta-region-server: CHANGED 2024-11-14T12:35:24,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44241,1731587721263}] 2024-11-14T12:35:24,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:35:24,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:24,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:35:24,580 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:35:24,580 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:24,580 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:35:24,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C44241%2C1731587721263.meta, suffix=.meta, logDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263, archiveDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/oldWALs, maxLogs=10 2024-11-14T12:35:24,594 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.meta.1731587724582.meta, exclude list is [], retry=0 2024-11-14T12:35:24,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-4e53d3e7-c369-49a0-9072-b0741e8054f6,DISK] 2024-11-14T12:35:24,597 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.meta.1731587724582.meta 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:24,598 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:35:24,598 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:35:24,598 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:24,599 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:35:24,599 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:35:24,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:24,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:24,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:24,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:24,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:24,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:24,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:24,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:24,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:24,604 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:24,604 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740 2024-11-14T12:35:24,605 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740 2024-11-14T12:35:24,606 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:24,606 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:24,606 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:24,608 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:24,608 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73289374, jitterRate=0.09209677577018738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:24,608 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:35:24,608 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587724599Writing region info on filesystem at 1731587724599Initializing all the Stores at 1731587724600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587724600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587724600Cleaning up temporary data from old regions at 1731587724606 (+6 ms)Running coprocessor post-open hooks at 1731587724608 (+2 ms)Region opened successfully at 1731587724608 2024-11-14T12:35:24,609 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587724576 2024-11-14T12:35:24,611 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:35:24,611 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:35:24,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:24,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,44241,1731587721263, state=OPEN 2024-11-14T12:35:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1803031233/meta-region-server 2024-11-14T12:35:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1803031233/meta-region-server 2024-11-14T12:35:24,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:24,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803031233/meta-region-server: CHANGED 2024-11-14T12:35:24,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803031233/meta-region-server: CHANGED 2024-11-14T12:35:24,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:35:24,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44241,1731587721263 in 204 msec 2024-11-14T12:35:24,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:35:24,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 580 msec 2024-11-14T12:35:24,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:24,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:35:24,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:24,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:24,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:24,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:24,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4250 sec 2024-11-14T12:35:24,640 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587724640, completionTime=-1 2024-11-14T12:35:24,640 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:35:24,640 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587784642 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587844642 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,642 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:45943, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,643 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,643 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,644 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.326sec 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:24,646 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:35:24,648 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:35:24,648 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:35:24,648 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45943,1731587721155-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:24,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:24,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:24,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:24,687 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d55e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:24,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:24,688 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:24,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:24,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:24,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:24,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54227 2024-11-14T12:35:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:24,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a8574e80005 connected 2024-11-14T12:35:24,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-14T12:35:24,715 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:24,716 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:24,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:35:24,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:24,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:24,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:35:24,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:35:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:25,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:25,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c3f7a5e22e87821aa3b21c36d38185b, NAME => 'test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584 2024-11-14T12:35:25,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:35:25,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:25,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:25,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c3f7a5e22e87821aa3b21c36d38185b, disabling compactions & flushes 2024-11-14T12:35:25,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. after waiting 0 ms 2024-11-14T12:35:25,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c3f7a5e22e87821aa3b21c36d38185b: Waiting for close lock at 1731587725539Disabling compacts and flushes for region at 1731587725539Disabling writes for close at 1731587725540 (+1 ms)Writing region close event to WAL at 1731587725540Closed at 1731587725540 2024-11-14T12:35:25,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:25,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587725541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587725541"}]},"ts":"1731587725541"} 2024-11-14T12:35:25,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:25,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:25,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587725543"}]},"ts":"1731587725543"} 2024-11-14T12:35:25,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:35:25,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c3f7a5e22e87821aa3b21c36d38185b, ASSIGN}] 2024-11-14T12:35:25,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c3f7a5e22e87821aa3b21c36d38185b, ASSIGN 2024-11-14T12:35:25,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c3f7a5e22e87821aa3b21c36d38185b, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45325,1731587716477; forceNewPlan=false, retain=false 2024-11-14T12:35:25,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c3f7a5e22e87821aa3b21c36d38185b, regionState=OPENING, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:25,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c3f7a5e22e87821aa3b21c36d38185b, ASSIGN because future has completed 2024-11-14T12:35:25,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c3f7a5e22e87821aa3b21c36d38185b, server=f1b69e0236bd,45325,1731587716477}] 2024-11-14T12:35:25,856 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,856 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c3f7a5e22e87821aa3b21c36d38185b, NAME => 'test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:25,857 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:25,857 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:35:25,857 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,857 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:25,857 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,857 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,859 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,859 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3f7a5e22e87821aa3b21c36d38185b columnFamilyName f 2024-11-14T12:35:25,859 DEBUG [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:25,860 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(327): Store=8c3f7a5e22e87821aa3b21c36d38185b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:25,860 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,861 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3f7a5e22e87821aa3b21c36d38185b columnFamilyName f1 2024-11-14T12:35:25,861 DEBUG [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:25,861 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(327): Store=8c3f7a5e22e87821aa3b21c36d38185b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:25,861 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:25,862 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3f7a5e22e87821aa3b21c36d38185b columnFamilyName norep 2024-11-14T12:35:25,862 DEBUG [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:25,862 INFO [StoreOpener-8c3f7a5e22e87821aa3b21c36d38185b-1 {}] regionserver.HStore(327): Store=8c3f7a5e22e87821aa3b21c36d38185b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:25,863 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,863 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,863 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,864 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,864 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,865 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:25,866 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,867 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:25,868 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c3f7a5e22e87821aa3b21c36d38185b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445511, jitterRate=-0.0843905359506607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:25,868 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:25,868 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c3f7a5e22e87821aa3b21c36d38185b: Running coprocessor pre-open hook at 1731587725857Writing region info on filesystem at 1731587725857Initializing all the Stores at 1731587725858 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587725858Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587725858Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587725858Cleaning up temporary data from old regions at 1731587725864 (+6 ms)Running coprocessor post-open hooks at 1731587725868 (+4 ms)Region opened successfully at 1731587725868 2024-11-14T12:35:25,869 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., pid=6, masterSystemTime=1731587725852 2024-11-14T12:35:25,870 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,870 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:25,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c3f7a5e22e87821aa3b21c36d38185b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:25,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c3f7a5e22e87821aa3b21c36d38185b, server=f1b69e0236bd,45325,1731587716477 because future has completed 2024-11-14T12:35:25,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:35:25,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c3f7a5e22e87821aa3b21c36d38185b, server=f1b69e0236bd,45325,1731587716477 in 174 msec 2024-11-14T12:35:25,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:35:25,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c3f7a5e22e87821aa3b21c36d38185b, ASSIGN in 330 msec 2024-11-14T12:35:25,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:25,877 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587725877"}]},"ts":"1731587725877"} 2024-11-14T12:35:25,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:35:25,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:25,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-14T12:35:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:26,871 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:35:26,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24e7cf09 2024-11-14T12:35:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:26,874 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:26,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:35:26,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:26,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:26,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:35:26,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:35:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:27,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3493d802343f84fe1cd9c03f6bb0d3ea, NAME => 'test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158 2024-11-14T12:35:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:35:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3493d802343f84fe1cd9c03f6bb0d3ea, disabling compactions & flushes 2024-11-14T12:35:27,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. after waiting 0 ms 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:27,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:27,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3493d802343f84fe1cd9c03f6bb0d3ea: Waiting for close lock at 1731587727690Disabling compacts and flushes for region at 1731587727690Disabling writes for close at 1731587727690Writing region close event to WAL at 1731587727690Closed at 1731587727690 2024-11-14T12:35:27,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:27,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587727691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587727691"}]},"ts":"1731587727691"} 2024-11-14T12:35:27,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:27,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:27,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587727694"}]},"ts":"1731587727694"} 2024-11-14T12:35:27,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:35:27,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3493d802343f84fe1cd9c03f6bb0d3ea, ASSIGN}] 2024-11-14T12:35:27,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3493d802343f84fe1cd9c03f6bb0d3ea, ASSIGN 2024-11-14T12:35:27,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3493d802343f84fe1cd9c03f6bb0d3ea, ASSIGN; state=OFFLINE, location=f1b69e0236bd,44241,1731587721263; forceNewPlan=false, retain=false 2024-11-14T12:35:27,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3493d802343f84fe1cd9c03f6bb0d3ea, regionState=OPENING, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3493d802343f84fe1cd9c03f6bb0d3ea, ASSIGN because future has completed 2024-11-14T12:35:27,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3493d802343f84fe1cd9c03f6bb0d3ea, server=f1b69e0236bd,44241,1731587721263}] 2024-11-14T12:35:28,006 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:28,006 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3493d802343f84fe1cd9c03f6bb0d3ea, NAME => 'test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:28,007 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:28,007 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:35:28,007 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,007 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:28,007 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,007 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,008 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,009 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3493d802343f84fe1cd9c03f6bb0d3ea columnFamilyName f 2024-11-14T12:35:28,009 DEBUG [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:28,010 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(327): Store=3493d802343f84fe1cd9c03f6bb0d3ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:28,010 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,011 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3493d802343f84fe1cd9c03f6bb0d3ea columnFamilyName f1 2024-11-14T12:35:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:28,011 DEBUG [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:28,011 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(327): Store=3493d802343f84fe1cd9c03f6bb0d3ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:28,011 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,012 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3493d802343f84fe1cd9c03f6bb0d3ea columnFamilyName norep 2024-11-14T12:35:28,012 DEBUG [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:28,013 INFO [StoreOpener-3493d802343f84fe1cd9c03f6bb0d3ea-1 {}] regionserver.HStore(327): Store=3493d802343f84fe1cd9c03f6bb0d3ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:28,013 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,013 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,013 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,014 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,014 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,015 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:28,015 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,019 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:28,019 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3493d802343f84fe1cd9c03f6bb0d3ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62581287, jitterRate=-0.06746615469455719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:28,019 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:28,019 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3493d802343f84fe1cd9c03f6bb0d3ea: Running coprocessor pre-open hook at 1731587728007Writing region info on filesystem at 1731587728007Initializing all the Stores at 1731587728008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587728008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587728008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587728008Cleaning up temporary data from old regions at 1731587728014 (+6 ms)Running coprocessor post-open hooks at 1731587728019 (+5 ms)Region opened successfully at 1731587728019 2024-11-14T12:35:28,020 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., pid=6, masterSystemTime=1731587728003 2024-11-14T12:35:28,022 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:28,022 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:28,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3493d802343f84fe1cd9c03f6bb0d3ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3493d802343f84fe1cd9c03f6bb0d3ea, server=f1b69e0236bd,44241,1731587721263 because future has completed 2024-11-14T12:35:28,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:35:28,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3493d802343f84fe1cd9c03f6bb0d3ea, server=f1b69e0236bd,44241,1731587721263 in 174 msec 2024-11-14T12:35:28,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:35:28,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3493d802343f84fe1cd9c03f6bb0d3ea, ASSIGN in 330 msec 2024-11-14T12:35:28,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:28,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587728029"}]},"ts":"1731587728029"} 2024-11-14T12:35:28,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:35:28,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:28,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-14T12:35:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:29,021 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:35:29,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:29,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:29,023 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b916e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,024 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:29,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c7996e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:29,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:29,026 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b84fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,027 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230b84b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:29,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:29,029 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb4e2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,030 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:29,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4a2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb40bbd 2024-11-14T12:35:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:29,033 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:29,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:45943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:35:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:35:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:29,035 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:45943' 2024-11-14T12:35:29,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af336dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,036 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:29,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:29,037 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22401d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:29,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,038 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:29,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc3b8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:29,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:29,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:29,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383f2ea9 2024-11-14T12:35:29,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:29,041 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:29,041 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:35:29,041 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:35:29,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:29,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:29,042 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:29,043 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:35:29,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:29,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:29,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:35:29,093 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:35:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:29,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:35:29,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0e9771fbb901b30b900d367b8f562fa, NAME => 'hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584 2024-11-14T12:35:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:35:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0e9771fbb901b30b900d367b8f562fa, disabling compactions & flushes 2024-11-14T12:35:29,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. after waiting 0 ms 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:29,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:29,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0e9771fbb901b30b900d367b8f562fa: Waiting for close lock at 1731587729858Disabling compacts and flushes for region at 1731587729858Disabling writes for close at 1731587729858Writing region close event to WAL at 1731587729858Closed at 1731587729858 2024-11-14T12:35:29,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:29,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587729859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587729859"}]},"ts":"1731587729859"} 2024-11-14T12:35:29,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:29,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:29,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587729862"}]},"ts":"1731587729862"} 2024-11-14T12:35:29,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:35:29,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0e9771fbb901b30b900d367b8f562fa, ASSIGN}] 2024-11-14T12:35:29,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0e9771fbb901b30b900d367b8f562fa, ASSIGN 2024-11-14T12:35:29,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0e9771fbb901b30b900d367b8f562fa, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45325,1731587716477; forceNewPlan=false, retain=false 2024-11-14T12:35:30,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0e9771fbb901b30b900d367b8f562fa, regionState=OPENING, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0e9771fbb901b30b900d367b8f562fa, ASSIGN because future has completed 2024-11-14T12:35:30,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e9771fbb901b30b900d367b8f562fa, server=f1b69e0236bd,45325,1731587716477}] 2024-11-14T12:35:30,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:30,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:30,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:30,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:30,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:35:30,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45325%2C1731587716477.rep, suffix=, logDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs, maxLogs=10 2024-11-14T12:35:30,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.rep.1731587730177, exclude list is [], retry=0 2024-11-14T12:35:30,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36249,DS-a62a3004-951e-488e-8276-80b58259d089,DISK] 2024-11-14T12:35:30,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.rep.1731587730177 2024-11-14T12:35:30,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40599:40599)] 2024-11-14T12:35:30,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e9771fbb901b30b900d367b8f562fa, NAME => 'hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:30,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:30,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:30,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. service=MultiRowMutationService 2024-11-14T12:35:30,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:35:30,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:30,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,202 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,203 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e9771fbb901b30b900d367b8f562fa columnFamilyName hfileref 2024-11-14T12:35:30,203 DEBUG [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:30,204 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(327): Store=c0e9771fbb901b30b900d367b8f562fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:30,204 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,204 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e9771fbb901b30b900d367b8f562fa columnFamilyName queue 2024-11-14T12:35:30,205 DEBUG [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:30,205 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(327): Store=c0e9771fbb901b30b900d367b8f562fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:30,205 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,206 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e9771fbb901b30b900d367b8f562fa columnFamilyName sid 2024-11-14T12:35:30,206 DEBUG [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:30,206 INFO [StoreOpener-c0e9771fbb901b30b900d367b8f562fa-1 {}] regionserver.HStore(327): Store=c0e9771fbb901b30b900d367b8f562fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:30,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:30,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:30,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0e9771fbb901b30b900d367b8f562fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63597844, jitterRate=-0.052318274974823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:30,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:30,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0e9771fbb901b30b900d367b8f562fa: Running coprocessor pre-open hook at 1731587730201Writing region info on filesystem at 1731587730201Initializing all the Stores at 1731587730202 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587730202Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587730202Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587730202Cleaning up temporary data from old regions at 1731587730208 (+6 ms)Running coprocessor post-open hooks at 1731587730212 (+4 ms)Region opened successfully at 1731587730212 2024-11-14T12:35:30,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa., pid=10, masterSystemTime=1731587730171 2024-11-14T12:35:30,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:30,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:30,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0e9771fbb901b30b900d367b8f562fa, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:30,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e9771fbb901b30b900d367b8f562fa, server=f1b69e0236bd,45325,1731587716477 because future has completed 2024-11-14T12:35:30,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:35:30,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e9771fbb901b30b900d367b8f562fa, server=f1b69e0236bd,45325,1731587716477 in 199 msec 2024-11-14T12:35:30,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:35:30,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0e9771fbb901b30b900d367b8f562fa, ASSIGN in 356 msec 2024-11-14T12:35:30,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:30,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587730222"}]},"ts":"1731587730222"} 2024-11-14T12:35:30,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:35:30,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:30,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-14T12:35:30,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2] 2024-11-14T12:35:30,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:30,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:30,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:35:30,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:35:30,465 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:35:30,492 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,45325,1731587716477, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:35:30,493 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:30,493 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:30,493 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:30,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T12:35:30,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,45325,1731587716477', locateType=CURRENT is [region=hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2] 2024-11-14T12:35:30,498 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:35:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:35:30,500 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,45325,1731587716477 suceeded 2024-11-14T12:35:30,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:35:30,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T12:35:30,502 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:45943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:35:30,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-11-14T12:35:30,518 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:45943' 2024-11-14T12:35:30,520 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bbd540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:30,520 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:30,520 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:30,521 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6295c946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:30,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:30,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:30,522 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:30,523 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20374fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:30,523 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ce7b3c 2024-11-14T12:35:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:30,525 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T12:35:30,526 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,45325,1731587716477 (queues=1) is replicating from cluster=59ec8b2f-8705-4d26-b2aa-f88d3ecfd090 to cluster=21ddab72-01e7-413d-9f02-a443669a8475 2024-11-14T12:35:30,526 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C45325%2C1731587716477 2024-11-14T12:35:30,526 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,45325,1731587716477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:35:30,526 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C45325%2C1731587716477 2024-11-14T12:35:30,527 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683, startPosition=0, beingWritten=true 2024-11-14T12:35:30,533 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:35:30,533 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:30,533 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45325,1731587716477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:35:30,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:35:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:35:30,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:35:30,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:35:30,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:35:30,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:35:30,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:35:30,738 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:31,043 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:31,181 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:35:31,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:31,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:31,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:31,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:31,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:31,183 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105fd1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,184 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa9341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c98e0c4 2024-11-14T12:35:31,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:31,187 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:31,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:37009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:35:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:35:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:31,189 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:37009' 2024-11-14T12:35:31,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda41ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,190 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:31,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:31,191 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:31,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ec379d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,193 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:31,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52586d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:31,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f65fecf 2024-11-14T12:35:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:31,195 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:31,195 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:35:31,195 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:35:31,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:31,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:31,196 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:31,197 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:35:31,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:31,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:31,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:35:31,247 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:35:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:31,447 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:31,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd0731fd1af72fe606a6031d42c2803a, NAME => 'hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158 2024-11-14T12:35:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:35:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:31,951 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:32,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:32,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd0731fd1af72fe606a6031d42c2803a, disabling compactions & flushes 2024-11-14T12:35:32,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. after waiting 0 ms 2024-11-14T12:35:32,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd0731fd1af72fe606a6031d42c2803a: Waiting for close lock at 1731587732014Disabling compacts and flushes for region at 1731587732014Disabling writes for close at 1731587732014Writing region close event to WAL at 1731587732014Closed at 1731587732014 2024-11-14T12:35:32,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:32,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587732016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587732016"}]},"ts":"1731587732016"} 2024-11-14T12:35:32,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:32,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:32,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587732019"}]},"ts":"1731587732019"} 2024-11-14T12:35:32,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:35:32,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0731fd1af72fe606a6031d42c2803a, ASSIGN}] 2024-11-14T12:35:32,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0731fd1af72fe606a6031d42c2803a, ASSIGN 2024-11-14T12:35:32,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0731fd1af72fe606a6031d42c2803a, ASSIGN; state=OFFLINE, location=f1b69e0236bd,44241,1731587721263; forceNewPlan=false, retain=false 2024-11-14T12:35:32,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd0731fd1af72fe606a6031d42c2803a, regionState=OPENING, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd0731fd1af72fe606a6031d42c2803a, ASSIGN because future has completed 2024-11-14T12:35:32,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0731fd1af72fe606a6031d42c2803a, server=f1b69e0236bd,44241,1731587721263}] 2024-11-14T12:35:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:32,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:32,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:35:32,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C44241%2C1731587721263.rep, suffix=, logDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263, archiveDir=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/oldWALs, maxLogs=10 2024-11-14T12:35:32,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.rep.1731587732333, exclude list is [], retry=0 2024-11-14T12:35:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-4e53d3e7-c369-49a0-9072-b0741e8054f6,DISK] 2024-11-14T12:35:32,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.rep.1731587732333 2024-11-14T12:35:32,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-14T12:35:32,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0731fd1af72fe606a6031d42c2803a, NAME => 'hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:32,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. service=MultiRowMutationService 2024-11-14T12:35:32,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,350 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,351 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0731fd1af72fe606a6031d42c2803a columnFamilyName hfileref 2024-11-14T12:35:32,351 DEBUG [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:32,352 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(327): Store=bd0731fd1af72fe606a6031d42c2803a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:32,352 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,353 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0731fd1af72fe606a6031d42c2803a columnFamilyName queue 2024-11-14T12:35:32,353 DEBUG [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:32,353 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(327): Store=bd0731fd1af72fe606a6031d42c2803a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:32,353 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,354 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0731fd1af72fe606a6031d42c2803a columnFamilyName sid 2024-11-14T12:35:32,354 DEBUG [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:32,354 INFO [StoreOpener-bd0731fd1af72fe606a6031d42c2803a-1 {}] regionserver.HStore(327): Store=bd0731fd1af72fe606a6031d42c2803a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:32,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:32,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:32,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd0731fd1af72fe606a6031d42c2803a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400424, jitterRate=0.04904806613922119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:32,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd0731fd1af72fe606a6031d42c2803a: Running coprocessor pre-open hook at 1731587732349Writing region info on filesystem at 1731587732349Initializing all the Stores at 1731587732350 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587732350Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587732350Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587732350Cleaning up temporary data from old regions at 1731587732356 (+6 ms)Running coprocessor post-open hooks at 1731587732359 (+3 ms)Region opened successfully at 1731587732359 2024-11-14T12:35:32,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a., pid=10, masterSystemTime=1731587732327 2024-11-14T12:35:32,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:32,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd0731fd1af72fe606a6031d42c2803a, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:32,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0731fd1af72fe606a6031d42c2803a, server=f1b69e0236bd,44241,1731587721263 because future has completed 2024-11-14T12:35:32,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:35:32,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0731fd1af72fe606a6031d42c2803a, server=f1b69e0236bd,44241,1731587721263 in 189 msec 2024-11-14T12:35:32,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:35:32,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd0731fd1af72fe606a6031d42c2803a, ASSIGN in 346 msec 2024-11-14T12:35:32,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:32,369 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587732369"}]},"ts":"1731587732369"} 2024-11-14T12:35:32,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:35:32,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:32,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-14T12:35:32,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2] 2024-11-14T12:35:32,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:32,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:32,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:35:32,555 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:32,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:35:32,623 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:35:32,649 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,44241,1731587721263, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:35:32,649 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:32,650 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:32,650 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:32,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T12:35:32,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,44241,1731587721263', locateType=CURRENT is [region=hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2] 2024-11-14T12:35:32,654 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:35:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:35:32,656 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,44241,1731587721263 suceeded 2024-11-14T12:35:32,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:35:32,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:35:32,658 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:37009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:35:32,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-11-14T12:35:32,671 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:37009' 2024-11-14T12:35:32,672 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ada0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:32,672 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:32,672 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:32,673 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a14410e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:32,674 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:32,674 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf25e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:32,674 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:32,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:32,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4083d38e 2024-11-14T12:35:32,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:32,676 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T12:35:32,676 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,44241,1731587721263 (queues=1) is replicating from cluster=21ddab72-01e7-413d-9f02-a443669a8475 to cluster=59ec8b2f-8705-4d26-b2aa-f88d3ecfd090 2024-11-14T12:35:32,676 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C44241%2C1731587721263 2024-11-14T12:35:32,677 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,44241,1731587721263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:35:32,677 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C44241%2C1731587721263 2024-11-14T12:35:32,677 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, startPosition=0, beingWritten=true 2024-11-14T12:35:32,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:35:32,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:32,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,44241,1731587721263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:35:32,899 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:33,203 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:33,259 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:35:33,331 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:35:33,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:33,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:33,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:33,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:33,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:33,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:33,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731587733348/Put/seqid=0 2024-11-14T12:35:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:35:33,607 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:33,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731587733754/Put/seqid=0 2024-11-14T12:35:33,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:35:34,063 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:34,111 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:34,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:34,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:34,163 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:34,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:34,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:34,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c975b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:34,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:34,164 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:34,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:34,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:34,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c53281 2024-11-14T12:35:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:34,176 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:34,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2] 2024-11-14T12:35:34,182 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:35:34,187 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:35:34,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T12:35:34,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:35:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:34,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:35:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegion(2603): Flush status journal for 8c3f7a5e22e87821aa3b21c36d38185b: 2024-11-14T12:35:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_1 2024-11-14T12:35:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_1 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ 2024-11-14T12:35:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_0 2024-11-14T12:35:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_0 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/828160f6ce934acea760658aa99f2018_SeqId_4_ 2024-11-14T12:35:34,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_1 into 8c3f7a5e22e87821aa3b21c36d38185b/f as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ - updating store file list. 2024-11-14T12:35:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:34,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ into 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:34,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_1 into 8c3f7a5e22e87821aa3b21c36d38185b/f (new location: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_) 2024-11-14T12:35:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_1 2024-11-14T12:35:34,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_0 into 8c3f7a5e22e87821aa3b21c36d38185b/f as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/828160f6ce934acea760658aa99f2018_SeqId_4_ - updating store file list. 2024-11-14T12:35:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 828160f6ce934acea760658aa99f2018_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:34,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/828160f6ce934acea760658aa99f2018_SeqId_4_ into 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:34,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_0 into 8c3f7a5e22e87821aa3b21c36d38185b/f (new location: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/828160f6ce934acea760658aa99f2018_SeqId_4_) 2024-11-14T12:35:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins__test__mc9qb40v6u0j48olpr32m3v34lc7sh7gpggmvsnpc2dvieg4kf6imlau46aorbkc/f/hfile_0 2024-11-14T12:35:34,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:34,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:34,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:34,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:34,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:34,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2 , the old value is region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:45325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:35:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:35:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2 from cache 2024-11-14T12:35:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:34,224 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:35:34,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2] 2024-11-14T12:35:34,230 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:35:34,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:35:34,715 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:34,966 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 379, reset compression=false 2024-11-14T12:35:34,971 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:35:34,971 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45325,1731587716477 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c3f7a5e22e87821aa3b21c36d38185b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587734220/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:35:34,974 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:34,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T12:35:34,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(318): Replicating [59ec8b2f-8705-4d26-b2aa-f88d3ecfd090] bulk loaded data 2024-11-14T12:35:34,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@310e548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:34,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:34,977 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d9cf327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:34,978 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:34,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6701890a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:34,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741840_1016 (size=7691) 2024-11-14T12:35:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741841_1017 (size=7894) 2024-11-14T12:35:35,172 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:35,232 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:35:35,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@221806c0 2024-11-14T12:35:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:35,406 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T12:35:35,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:35:35,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:35,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:35,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T12:35:35,415 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:35:35,417 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:35:35,419 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:35,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ for inclusion in 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T12:35:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:35,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ for inclusion in 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T12:35:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegion(2603): Flush status journal for 3493d802343f84fe1cd9c03f6bb0d3ea: 2024-11-14T12:35:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:35:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_ 2024-11-14T12:35:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 828160f6ce934acea760658aa99f2018_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:35:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/00a58d2e7bb645558371a8ed08a5edba_SeqId_4_ 2024-11-14T12:35:35,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_ - updating store file list. 2024-11-14T12:35:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:35,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:35,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f (new location: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_) 2024-11-14T12:35:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/c8672006045244aa86b2c4ed51f7cb4a_SeqId_4_ 2024-11-14T12:35:35,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/00a58d2e7bb645558371a8ed08a5edba_SeqId_4_ - updating store file list. 2024-11-14T12:35:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00a58d2e7bb645558371a8ed08a5edba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:35,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/00a58d2e7bb645558371a8ed08a5edba_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:35,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f (new location: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/00a58d2e7bb645558371a8ed08a5edba_SeqId_4_) 2024-11-14T12:35:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins.hfs.11__test__i6kf5m1iiephgi5ueoi15o6r8h5f0i6h8mh63jbhtak507jn3tftvu8csfjccd83/f/828160f6ce934acea760658aa99f2018_SeqId_4_ 2024-11-14T12:35:35,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.ReplicationSink(324): Finished replicating [59ec8b2f-8705-4d26-b2aa-f88d3ecfd090] bulk loaded data 2024-11-14T12:35:35,475 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:35,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:35,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:35,880 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:36,223 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 379, reset compression=false 2024-11-14T12:35:36,227 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:35:36,228 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,44241,1731587721263 got entry batch from reader: WALEntryBatch [walEntries=[{test/3493d802343f84fe1cd9c03f6bb0d3ea/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587735442/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T12:35:36,230 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:36,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T12:35:36,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.ReplicationSink(318): Replicating [59ec8b2f-8705-4d26-b2aa-f88d3ecfd090, 21ddab72-01e7-413d-9f02-a443669a8475] bulk loaded data 2024-11-14T12:35:36,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306575c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:36,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,37009,-1 for getting cluster id 2024-11-14T12:35:36,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:36,232 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59ec8b2f-8705-4d26-b2aa-f88d3ecfd090' 2024-11-14T12:35:36,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59ec8b2f-8705-4d26-b2aa-f88d3ecfd090" 2024-11-14T12:35:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8724fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,37009,-1] 2024-11-14T12:35:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:36,234 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:36,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1a6511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:36,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741842_1018 (size=7691) 2024-11-14T12:35:36,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731587736246/Put/seqid=0 2024-11-14T12:35:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741842_1018 (size=11194) 2024-11-14T12:35:36,384 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:36,428 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 725, reset compression=false 2024-11-14T12:35:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741843_1019 (size=7894) 2024-11-14T12:35:36,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731587736654/Put/seqid=0 2024-11-14T12:35:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741843_1019 (size=10791) 2024-11-14T12:35:36,732 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 725, reset compression=false 2024-11-14T12:35:36,988 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:37,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:37,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c633fe 2024-11-14T12:35:37,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:37,057 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T12:35:37,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:35:37,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:37,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:37,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,45943,-1 for getting cluster id 2024-11-14T12:35:37,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:37,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:37,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:37,060 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21ddab72-01e7-413d-9f02-a443669a8475' 2024-11-14T12:35:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21ddab72-01e7-413d-9f02-a443669a8475" 2024-11-14T12:35:37,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T12:35:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,45943,-1] 2024-11-14T12:35:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:37,062 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:37,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:37,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44241,1731587721263, seqNum=-1] 2024-11-14T12:35:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:37,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:37,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__e30hv0rs148qipjvrj0modmsvjqr6t85glishr96rp1p75kmcimbg24e930905kl/f/00a58d2e7bb645558371a8ed08a5edba_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T12:35:37,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__e30hv0rs148qipjvrj0modmsvjqr6t85glishr96rp1p75kmcimbg24e930905kl/f/f071dcc98fcd444aa8b6f4f8d0545aa9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T12:35:37,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.ReplicationSink(324): Finished replicating [59ec8b2f-8705-4d26-b2aa-f88d3ecfd090, 21ddab72-01e7-413d-9f02-a443669a8475] bulk loaded data 2024-11-14T12:35:37,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f968540 2024-11-14T12:35:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:37,077 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:37,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2] 2024-11-14T12:35:37,083 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:35:37,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:35:37,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T12:35:37,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:35:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:37,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:35:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegion(2603): Flush status journal for 3493d802343f84fe1cd9c03f6bb0d3ea: 2024-11-14T12:35:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_0 2024-11-14T12:35:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_0 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ 2024-11-14T12:35:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_1 2024-11-14T12:35:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_1 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ 2024-11-14T12:35:37,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_0 into 3493d802343f84fe1cd9c03f6bb0d3ea/f as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ - updating store file list. 2024-11-14T12:35:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:37,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:37,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_0 into 3493d802343f84fe1cd9c03f6bb0d3ea/f (new location: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_) 2024-11-14T12:35:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_0 2024-11-14T12:35:37,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_1 into 3493d802343f84fe1cd9c03f6bb0d3ea/f as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ - updating store file list. 2024-11-14T12:35:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b941f9a00df4eb3bcb485f2af674373_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:37,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ into 3493d802343f84fe1cd9c03f6bb0d3ea/f 2024-11-14T12:35:37,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_1 into 3493d802343f84fe1cd9c03f6bb0d3ea/f (new location: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_) 2024-11-14T12:35:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/staging/jenkins__test__clbm2dirgiu5im46adu3no11jsfebbu6m548rv8pcpo7c3m2s113bktd0cpis038/f/hfile_1 2024-11-14T12:35:37,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:37,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:37,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:37,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2 , the old value is region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:44241 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:35:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:35:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea., hostname=f1b69e0236bd,44241,1731587721263, seqNum=2 from cache 2024-11-14T12:35:37,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:37,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45325,1731587716477, seqNum=-1] 2024-11-14T12:35:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:37,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44241: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60356 deadline: 1731587797120 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60356 2024-11-14T12:35:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., hostname=f1b69e0236bd,45325,1731587716477, seqNum=2] 2024-11-14T12:35:37,131 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:35:37,136 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 725, reset compression=false 2024-11-14T12:35:37,141 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:35:37,141 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,44241,1731587721263 got entry batch from reader: WALEntryBatch [walEntries=[{test/3493d802343f84fe1cd9c03f6bb0d3ea/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587737118/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:35:37,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.ReplicationSink(318): Replicating [21ddab72-01e7-413d-9f02-a443669a8475] bulk loaded data 2024-11-14T12:35:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741844_1020 (size=11194) 2024-11-14T12:35:37,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:44241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:35:37,341 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1033, reset compression=false 2024-11-14T12:35:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741845_1021 (size=10791) 2024-11-14T12:35:37,646 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1033, reset compression=false 2024-11-14T12:35:37,692 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:37,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:35:37,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T12:35:37,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T12:35:37,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ for inclusion in 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T12:35:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:37,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ for inclusion in 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T12:35:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:35:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegion(2603): Flush status journal for 8c3f7a5e22e87821aa3b21c36d38185b: 2024-11-14T12:35:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:35:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/976a3e5c804649eda57c21abffb2e6d4_SeqId_6_ 2024-11-14T12:35:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:35:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c64891a8448344a59a702191574271e1_SeqId_6_ 2024-11-14T12:35:37,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/976a3e5c804649eda57c21abffb2e6d4_SeqId_6_ - updating store file list. 2024-11-14T12:35:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 976a3e5c804649eda57c21abffb2e6d4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:37,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/976a3e5c804649eda57c21abffb2e6d4_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:37,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f (new location: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/976a3e5c804649eda57c21abffb2e6d4_SeqId_6_) 2024-11-14T12:35:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/0b941f9a00df4eb3bcb485f2af674373_SeqId_6_ 2024-11-14T12:35:37,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c64891a8448344a59a702191574271e1_SeqId_6_ - updating store file list. 2024-11-14T12:35:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c64891a8448344a59a702191574271e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:35:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c64891a8448344a59a702191574271e1_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f 2024-11-14T12:35:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ into 8c3f7a5e22e87821aa3b21c36d38185b/f (new location: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/f/c64891a8448344a59a702191574271e1_SeqId_6_) 2024-11-14T12:35:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/staging/jenkins.hfs.10__test__63rjbnqv3tqpg3g944p5ntr8hu5tqk2cq43g4p0hjig6qmdvvjod68ukftp6use2/f/6d3b909f9c69430c9696ce1cfe85f3cf_SeqId_6_ 2024-11-14T12:35:37,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] regionserver.ReplicationSink(324): Finished replicating [21ddab72-01e7-413d-9f02-a443669a8475] bulk loaded data 2024-11-14T12:35:38,050 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1033, reset compression=false 2024-11-14T12:35:38,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:35:38,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:38,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:38,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:38,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:38,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:35:38,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1551649943, stopped=false 2024-11-14T12:35:38,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,45943,1731587721155 2024-11-14T12:35:38,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803031233/running 2024-11-14T12:35:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803031233/running 2024-11-14T12:35:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:38,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:38,194 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:38,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:38,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:38,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:38,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,44241,1731587721263' ***** 2024-11-14T12:35:38,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:35:38,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/running 2024-11-14T12:35:38,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Set watcher on znode that does not yet exist, /1-1803031233/running 2024-11-14T12:35:38,195 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:35:38,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:35:38,195 INFO [RS:0;f1b69e0236bd:44241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 3493d802343f84fe1cd9c03f6bb0d3ea 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd0731fd1af72fe606a6031d42c2803a, disabling compactions & flushes 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:44241. 2024-11-14T12:35:38,196 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:38,196 DEBUG [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. after waiting 0 ms 2024-11-14T12:35:38,196 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:35:38,196 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd0731fd1af72fe606a6031d42c2803a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T12:35:38,196 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:35:38,196 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd0731fd1af72fe606a6031d42c2803a=hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a., 3493d802343f84fe1cd9c03f6bb0d3ea=test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea.} 2024-11-14T12:35:38,196 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3493d802343f84fe1cd9c03f6bb0d3ea, bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:38,196 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:38,196 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:38,197 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:38,197 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:35:38,211 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/info/a1ed9ce2e66e447bb04f3e5072efc049 is 147, key is hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a./info:regioninfo/1731587732362/Put/seqid=0 2024-11-14T12:35:38,214 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/hfileref/3cff493d02924bccb3611132950b4c3c is 74, key is 1/hfileref:00a58d2e7bb645558371a8ed08a5edba_SeqId_4_/1731587737072/DeleteColumn/seqid=0 2024-11-14T12:35:38,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741844_1020 (size=7686) 2024-11-14T12:35:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741845_1021 (size=5345) 2024-11-14T12:35:38,266 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:38,375 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:35:38,375 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:35:38,397 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3493d802343f84fe1cd9c03f6bb0d3ea, bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:38,496 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 687, reset compression=false 2024-11-14T12:35:38,501 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:35:38,501 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45325,1731587716477 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c3f7a5e22e87821aa3b21c36d38185b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587737992/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T12:35:38,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:35:38,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:60340 deadline: 1731587798502, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping 2024-11-14T12:35:38,504 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:38,554 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1033, reset compression=false 2024-11-14T12:35:38,597 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3493d802343f84fe1cd9c03f6bb0d3ea, bd0731fd1af72fe606a6031d42c2803a 2024-11-14T12:35:38,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:35:38,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:60340 deadline: 1731587798607, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping 2024-11-14T12:35:38,608 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:38,617 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/info/a1ed9ce2e66e447bb04f3e5072efc049 2024-11-14T12:35:38,618 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/hfileref/3cff493d02924bccb3611132950b4c3c 2024-11-14T12:35:38,638 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/queue/4a2cc8e901df45708981d00b2ec81df7 is 154, key is 1-f1b69e0236bd,44241,1731587721263/queue:f1b69e0236bd%2C44241%2C1731587721263/1731587737997/Put/seqid=0 2024-11-14T12:35:38,641 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/ns/0dbbebfa8eb74c94bf3236613599ba3a is 43, key is default/ns:d/1731587724636/Put/seqid=0 2024-11-14T12:35:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741846_1022 (size=5353) 2024-11-14T12:35:38,644 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/queue/4a2cc8e901df45708981d00b2ec81df7 2024-11-14T12:35:38,649 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/hfileref/3cff493d02924bccb3611132950b4c3c as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/hfileref/3cff493d02924bccb3611132950b4c3c 2024-11-14T12:35:38,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741847_1023 (size=5153) 2024-11-14T12:35:38,653 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/ns/0dbbebfa8eb74c94bf3236613599ba3a 2024-11-14T12:35:38,654 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/hfileref/3cff493d02924bccb3611132950b4c3c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T12:35:38,655 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/.tmp/queue/4a2cc8e901df45708981d00b2ec81df7 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/queue/4a2cc8e901df45708981d00b2ec81df7 2024-11-14T12:35:38,660 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/queue/4a2cc8e901df45708981d00b2ec81df7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T12:35:38,661 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bd0731fd1af72fe606a6031d42c2803a in 465ms, sequenceid=12, compaction requested=false 2024-11-14T12:35:38,665 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/replication/bd0731fd1af72fe606a6031d42c2803a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:35:38,665 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:38,665 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:38,666 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd0731fd1af72fe606a6031d42c2803a: Waiting for close lock at 1731587738196Running coprocessor pre-close hooks at 1731587738196Disabling compacts and flushes for region at 1731587738196Disabling writes for close at 1731587738196Obtaining lock to block concurrent updates at 1731587738196Preparing flush snapshotting stores in bd0731fd1af72fe606a6031d42c2803a at 1731587738196Finished memstore snapshotting hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731587738196Flushing stores of hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. at 1731587738197 (+1 ms)Flushing bd0731fd1af72fe606a6031d42c2803a/hfileref: creating writer at 1731587738197Flushing bd0731fd1af72fe606a6031d42c2803a/hfileref: appending metadata at 1731587738213 (+16 ms)Flushing bd0731fd1af72fe606a6031d42c2803a/hfileref: closing flushed file at 1731587738213Flushing bd0731fd1af72fe606a6031d42c2803a/queue: creating writer at 1731587738624 (+411 ms)Flushing bd0731fd1af72fe606a6031d42c2803a/queue: appending metadata at 1731587738638 (+14 ms)Flushing bd0731fd1af72fe606a6031d42c2803a/queue: closing flushed file at 1731587738638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2187a66f: reopening flushed file at 1731587738648 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9400db: reopening flushed file at 1731587738654 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bd0731fd1af72fe606a6031d42c2803a in 465ms, sequenceid=12, compaction requested=false at 1731587738661 (+7 ms)Writing region close event to WAL at 1731587738662 (+1 ms)Running coprocessor post-close hooks at 1731587738665 (+3 ms)Closed at 1731587738665 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587731196.bd0731fd1af72fe606a6031d42c2803a. 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3493d802343f84fe1cd9c03f6bb0d3ea, disabling compactions & flushes 2024-11-14T12:35:38,666 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. after waiting 0 ms 2024-11-14T12:35:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:38,669 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/default/test/3493d802343f84fe1cd9c03f6bb0d3ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:35:38,670 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:38,670 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:35:38,670 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:38,670 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3493d802343f84fe1cd9c03f6bb0d3ea: Waiting for close lock at 1731587738666Running coprocessor pre-close hooks at 1731587738666Disabling compacts and flushes for region at 1731587738666Disabling writes for close at 1731587738666Writing region close event to WAL at 1731587738666Running coprocessor post-close hooks at 1731587738670 (+4 ms)Closed at 1731587738670 2024-11-14T12:35:38,670 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea. 2024-11-14T12:35:38,674 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/rep_barrier/ae7b73109b68474791db91a2e49afd91 is 112, key is test,,1731587726874.3493d802343f84fe1cd9c03f6bb0d3ea./rep_barrier:seqnumDuringOpen/1731587728022/Put/seqid=0 2024-11-14T12:35:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741848_1024 (size=5518) 2024-11-14T12:35:38,701 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:38,797 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:35:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:60340 deadline: 1731587798811, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping 2024-11-14T12:35:38,812 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:38,997 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:39,005 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:39,078 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/rep_barrier/ae7b73109b68474791db91a2e49afd91 2024-11-14T12:35:39,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T12:35:39,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44241 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:60340 deadline: 1731587799115, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping 2024-11-14T12:35:39,116 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f1b69e0236bd,44241,1731587721263 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:39,128 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/table/c6f76b9d4dde4c9281a158dab856c354 is 53, key is hbase:replication/table:state/1731587732369/Put/seqid=0 2024-11-14T12:35:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741849_1025 (size=5308) 2024-11-14T12:35:39,158 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1033, reset compression=false 2024-11-14T12:35:39,162 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:35:39,162 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1328, reset compression=false 2024-11-14T12:35:39,162 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,44241,1731587721263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:35:39,164 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,44241,1731587721263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,44241,1731587721263, walGroup=f1b69e0236bd%2C44241%2C1731587721263, offset=f1b69e0236bd%2C44241%2C1731587721263.1731587723486:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:44241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:35:39,165 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:35:39,168 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:35:39,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:35:39,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:35:39,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:35:39,169 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 583255296 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188239336 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:35:39,171 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:35:39,197 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:35:39,197 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:35:39,197 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:39,367 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1328, reset compression=false 2024-11-14T12:35:39,398 DEBUG [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:39,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:39,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f1b69e0236bd,44241,1731587721263 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:39,520 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f1b69e0236bd,44241,1731587721263 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:39,532 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/table/c6f76b9d4dde4c9281a158dab856c354 2024-11-14T12:35:39,537 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/info/a1ed9ce2e66e447bb04f3e5072efc049 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/info/a1ed9ce2e66e447bb04f3e5072efc049 2024-11-14T12:35:39,541 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/info/a1ed9ce2e66e447bb04f3e5072efc049, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:35:39,541 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/ns/0dbbebfa8eb74c94bf3236613599ba3a as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/ns/0dbbebfa8eb74c94bf3236613599ba3a 2024-11-14T12:35:39,545 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/ns/0dbbebfa8eb74c94bf3236613599ba3a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:35:39,546 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/rep_barrier/ae7b73109b68474791db91a2e49afd91 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/rep_barrier/ae7b73109b68474791db91a2e49afd91 2024-11-14T12:35:39,549 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/rep_barrier/ae7b73109b68474791db91a2e49afd91, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:35:39,550 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/.tmp/table/c6f76b9d4dde4c9281a158dab856c354 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/table/c6f76b9d4dde4c9281a158dab856c354 2024-11-14T12:35:39,554 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/table/c6f76b9d4dde4c9281a158dab856c354, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:35:39,555 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-14T12:35:39,561 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:35:39,562 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:39,562 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:39,562 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:39,562 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587738196Running coprocessor pre-close hooks at 1731587738196Disabling compacts and flushes for region at 1731587738196Disabling writes for close at 1731587738197 (+1 ms)Obtaining lock to block concurrent updates at 1731587738197Preparing flush snapshotting stores in 1588230740 at 1731587738197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587738197Flushing stores of hbase:meta,,1.1588230740 at 1731587738197Flushing 1588230740/info: creating writer at 1731587738197Flushing 1588230740/info: appending metadata at 1731587738211 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731587738211Flushing 1588230740/ns: creating writer at 1731587738621 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731587738640 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731587738640Flushing 1588230740/rep_barrier: creating writer at 1731587738658 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587738674 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587738674Flushing 1588230740/table: creating writer at 1731587739114 (+440 ms)Flushing 1588230740/table: appending metadata at 1731587739127 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587739127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32eb8265: reopening flushed file at 1731587739536 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5650e2c4: reopening flushed file at 1731587739541 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697df5ad: reopening flushed file at 1731587739545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca7aa59: reopening flushed file at 1731587739549 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1731587739555 (+6 ms)Writing region close event to WAL at 1731587739558 (+3 ms)Running coprocessor post-close hooks at 1731587739562 (+4 ms)Closed at 1731587739562 2024-11-14T12:35:39,562 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:39,598 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,44241,1731587721263; all regions closed. 2024-11-14T12:35:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:35:39,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.meta.1731587724582.meta not finished, retry = 0 2024-11-14T12:35:39,670 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 to pos 1328, reset compression=false 2024-11-14T12:35:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741839_1015 (size=3127) 2024-11-14T12:35:39,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.rep.1731587732333 not finished, retry = 0 2024-11-14T12:35:39,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741832_1008 (size=1336) 2024-11-14T12:35:39,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/WALs/f1b69e0236bd,44241,1731587721263/f1b69e0236bd%2C44241%2C1731587721263.1731587723486 not finished, retry = 0 2024-11-14T12:35:39,907 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:39,907 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:39,907 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:39,908 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:39,908 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:39,908 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:39,908 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,44241,1731587721263 because: Region server is closing 2024-11-14T12:35:39,908 INFO [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:44241. 2024-11-14T12:35:39,908 DEBUG [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:39,908 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:39,908 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:39,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:39,912 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:40,009 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.shipperf1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 terminated 2024-11-14T12:35:40,009 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,44241,1731587721263.replicationSource.wal-reader.f1b69e0236bd%2C44241%2C1731587721263,1-f1b69e0236bd,44241,1731587721263 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:35:40,009 INFO [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:44241. 2024-11-14T12:35:40,009 DEBUG [RS:0;f1b69e0236bd:44241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:40,009 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:40,009 DEBUG [RS:0;f1b69e0236bd:44241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:40,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:40,009 INFO [RS:0;f1b69e0236bd:44241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44241 2024-11-14T12:35:40,024 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f1b69e0236bd:44241 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:40,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f1b69e0236bd:44241 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 2024-11-14T12:35:40,024 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f1b69e0236bd:44241 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T12:35:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233/rs 2024-11-14T12:35:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803031233/rs/f1b69e0236bd,44241,1731587721263 2024-11-14T12:35:40,052 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:40,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,44241,1731587721263] 2024-11-14T12:35:40,069 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803031233/draining/f1b69e0236bd,44241,1731587721263 already deleted, retry=false 2024-11-14T12:35:40,069 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,44241,1731587721263 expired; onlineServers=0 2024-11-14T12:35:40,069 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,45943,1731587721155' ***** 2024-11-14T12:35:40,069 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:35:40,069 INFO [M:0;f1b69e0236bd:45943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:40,069 INFO [M:0;f1b69e0236bd:45943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:40,069 DEBUG [M:0;f1b69e0236bd:45943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:35:40,069 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:35:40,069 DEBUG [M:0;f1b69e0236bd:45943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:35:40,069 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587723219 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587723219,5,FailOnTimeoutGroup] 2024-11-14T12:35:40,069 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587723219 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587723219,5,FailOnTimeoutGroup] 2024-11-14T12:35:40,070 INFO [M:0;f1b69e0236bd:45943 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:40,070 INFO [M:0;f1b69e0236bd:45943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:40,070 DEBUG [M:0;f1b69e0236bd:45943 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:35:40,070 INFO [M:0;f1b69e0236bd:45943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:35:40,070 INFO [M:0;f1b69e0236bd:45943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:40,070 INFO [M:0;f1b69e0236bd:45943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:35:40,070 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:35:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803031233/master 2024-11-14T12:35:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803031233 2024-11-14T12:35:40,077 DEBUG [M:0;f1b69e0236bd:45943 {}] zookeeper.ZKUtil(347): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Unable to get data of znode /1-1803031233/master because node does not exist (not an error) 2024-11-14T12:35:40,077 WARN [M:0;f1b69e0236bd:45943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:35:40,078 INFO [M:0;f1b69e0236bd:45943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/.lastflushedseqids 2024-11-14T12:35:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741850_1026 (size=263) 2024-11-14T12:35:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:40,161 INFO [RS:0;f1b69e0236bd:44241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44241-0x1013a8574e80004, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:40,161 INFO [RS:0;f1b69e0236bd:44241 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,44241,1731587721263; zookeeper connection closed. 2024-11-14T12:35:40,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54db06ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54db06ed 2024-11-14T12:35:40,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:35:40,482 INFO [M:0;f1b69e0236bd:45943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:35:40,483 INFO [M:0;f1b69e0236bd:45943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:35:40,483 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:40,483 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:40,483 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:40,483 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:40,483 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:40,483 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T12:35:40,498 DEBUG [M:0;f1b69e0236bd:45943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64baa9ecfbc42a5b411657e7c9c512f is 82, key is hbase:meta,,1/info:regioninfo/1731587724611/Put/seqid=0 2024-11-14T12:35:40,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741851_1027 (size=5672) 2024-11-14T12:35:40,516 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:40,627 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] ipc.AbstractRpcClient(357): Not trying to connect to f1b69e0236bd:44241 this server is in the failed servers list 2024-11-14T12:35:40,628 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f1b69e0236bd:44241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:44241 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:44241 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-11-14T12:35:40,902 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64baa9ecfbc42a5b411657e7c9c512f 2024-11-14T12:35:40,923 DEBUG [M:0;f1b69e0236bd:45943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0b243405dd4aa8909ed6d5e69f1b82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587732372/Put/seqid=0 2024-11-14T12:35:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741852_1028 (size=8517) 2024-11-14T12:35:41,219 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:41,328 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0b243405dd4aa8909ed6d5e69f1b82 2024-11-14T12:35:41,329 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] ipc.AbstractRpcClient(357): Not trying to connect to f1b69e0236bd:44241 this server is in the failed servers list 2024-11-14T12:35:41,329 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f1b69e0236bd:44241 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:44241 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:44241 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 12 more 2024-11-14T12:35:41,345 DEBUG [M:0;f1b69e0236bd:45943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28f545351c9648b79909d18f6a8abc32 is 69, key is f1b69e0236bd,44241,1731587721263/rs:state/1731587723309/Put/seqid=0 2024-11-14T12:35:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741853_1029 (size=5156) 2024-11-14T12:35:41,749 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28f545351c9648b79909d18f6a8abc32 2024-11-14T12:35:41,754 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64baa9ecfbc42a5b411657e7c9c512f as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b64baa9ecfbc42a5b411657e7c9c512f 2024-11-14T12:35:41,758 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b64baa9ecfbc42a5b411657e7c9c512f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:35:41,758 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e0b243405dd4aa8909ed6d5e69f1b82 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e0b243405dd4aa8909ed6d5e69f1b82 2024-11-14T12:35:41,762 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e0b243405dd4aa8909ed6d5e69f1b82, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:35:41,762 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28f545351c9648b79909d18f6a8abc32 as hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28f545351c9648b79909d18f6a8abc32 2024-11-14T12:35:41,766 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44541/user/jenkins/test-data/7a70c2cf-c3f3-5ed8-67d3-853551a9f158/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28f545351c9648b79909d18f6a8abc32, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:35:41,767 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-14T12:35:41,768 INFO [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:41,768 DEBUG [M:0;f1b69e0236bd:45943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587740483Disabling compacts and flushes for region at 1731587740483Disabling writes for close at 1731587740483Obtaining lock to block concurrent updates at 1731587740483Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587740483Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731587740484 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587740484Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587740484Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587740497 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587740497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587740906 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587740923 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587740923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587741332 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587741344 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587741344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4427b4ae: reopening flushed file at 1731587741753 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdf973d: reopening flushed file at 1731587741758 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374b140c: reopening flushed file at 1731587741762 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731587741767 (+5 ms)Writing region close event to WAL at 1731587741768 (+1 ms)Closed at 1731587741768 2024-11-14T12:35:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741830_1006 (size=63666) 2024-11-14T12:35:41,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:41,771 INFO [M:0;f1b69e0236bd:45943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:35:41,771 INFO [M:0;f1b69e0236bd:45943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45943 2024-11-14T12:35:41,771 INFO [M:0;f1b69e0236bd:45943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:41,911 INFO [M:0;f1b69e0236bd:45943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45943-0x1013a8574e80003, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:41,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:41,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:41,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:41,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:41,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:41,944 WARN [BP-1978814860-172.17.0.3-1731587719746 heartbeating to localhost/127.0.0.1:44541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:35:41,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:35:41,944 WARN [BP-1978814860-172.17.0.3-1731587719746 heartbeating to localhost/127.0.0.1:44541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978814860-172.17.0.3-1731587719746 (Datanode Uuid 9896646e-54b1-4da6-99d7-bee800c12062) service to localhost/127.0.0.1:44541 2024-11-14T12:35:41,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:35:41,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/cluster_63a4f0a0-450e-cc63-2d18-455c9f8e24b3/data/data1/current/BP-1978814860-172.17.0.3-1731587719746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:41,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/cluster_63a4f0a0-450e-cc63-2d18-455c9f8e24b3/data/data2/current/BP-1978814860-172.17.0.3-1731587719746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:41,945 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:35:41,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:41,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:41,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:41,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:41,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:41,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:35:41,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:35:41,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:41,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:41,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:41,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:41,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:41,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:35:41,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1512423208, stopped=false 2024-11-14T12:35:41,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,37009,1731587716334 2024-11-14T12:35:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609943927/running 2024-11-14T12:35:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609943927/running 2024-11-14T12:35:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:41,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:41,977 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:41,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:35:41,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:41,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/running 2024-11-14T12:35:41,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:41,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45325,1731587716477' ***** 2024-11-14T12:35:41,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:35:41,978 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:35:41,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Set watcher on znode that does not yet exist, /0-609943927/running 2024-11-14T12:35:41,978 INFO [RS:0;f1b69e0236bd:45325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:35:41,978 INFO [RS:0;f1b69e0236bd:45325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:35:41,978 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c3f7a5e22e87821aa3b21c36d38185b 2024-11-14T12:35:41,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(3091): Received CLOSE for c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45325. 2024-11-14T12:35:41,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c3f7a5e22e87821aa3b21c36d38185b, disabling compactions & flushes 2024-11-14T12:35:41,979 DEBUG [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:41,979 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:41,979 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:41,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:41,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. after waiting 0 ms 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:35:41,979 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:35:41,979 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:35:41,980 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:35:41,980 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1325): Online Regions={8c3f7a5e22e87821aa3b21c36d38185b=test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b., c0e9771fbb901b30b900d367b8f562fa=hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:35:41,980 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c3f7a5e22e87821aa3b21c36d38185b, c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:41,980 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:41,980 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:41,980 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:41,980 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:41,980 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:41,980 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:35:41,983 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/default/test/8c3f7a5e22e87821aa3b21c36d38185b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:35:41,984 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c3f7a5e22e87821aa3b21c36d38185b: Waiting for close lock at 1731587741979Running coprocessor pre-close hooks at 1731587741979Disabling compacts and flushes for region at 1731587741979Disabling writes for close at 1731587741979Writing region close event to WAL at 1731587741980 (+1 ms)Running coprocessor post-close hooks at 1731587741984 (+4 ms)Closed at 1731587741984 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b. 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0e9771fbb901b30b900d367b8f562fa, disabling compactions & flushes 2024-11-14T12:35:41,984 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. after waiting 0 ms 2024-11-14T12:35:41,984 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:41,984 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0e9771fbb901b30b900d367b8f562fa 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T12:35:41,995 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/info/c2bb94014f124157932e1681c39df273 is 147, key is hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa./info:regioninfo/1731587730215/Put/seqid=0 2024-11-14T12:35:41,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741846_1022 (size=7686) 2024-11-14T12:35:42,003 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/hfileref/43b02c72002a4377ab50451df3862d63 is 74, key is 1/hfileref:828160f6ce934acea760658aa99f2018_SeqId_4_/1731587735445/DeleteColumn/seqid=0 2024-11-14T12:35:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741847_1023 (size=5345) 2024-11-14T12:35:42,023 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1033, reset compression=false 2024-11-14T12:35:42,028 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:35:42,028 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1328, reset compression=false 2024-11-14T12:35:42,063 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:42,131 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f1b69e0236bd:44241 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:42,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f1b69e0236bd:44241 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 2024-11-14T12:35:42,131 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f1b69e0236bd:44241 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:44241 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T12:35:42,133 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f1b69e0236bd:45943 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:45943 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:42,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f1b69e0236bd:45943 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:45943 2024-11-14T12:35:42,180 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:42,231 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1328, reset compression=false 2024-11-14T12:35:42,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:42,241 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f1b69e0236bd:45943 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:45943 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T12:35:42,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f1b69e0236bd:45943 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:45943 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T12:35:42,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f1b69e0236bd:45943 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f1b69e0236bd/172.17.0.3:45943 2024-11-14T12:35:42,380 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:42,400 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/info/c2bb94014f124157932e1681c39df273 2024-11-14T12:35:42,407 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/hfileref/43b02c72002a4377ab50451df3862d63 2024-11-14T12:35:42,418 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/ns/2da40f938a034a98988741c8a45b0d4b is 43, key is default/ns:d/1731587719665/Put/seqid=0 2024-11-14T12:35:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741848_1024 (size=5153) 2024-11-14T12:35:42,429 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/queue/8cf6a2b49c764f3ca0196a765f2de5c9 is 153, key is 1-f1b69e0236bd,45325,1731587716477/queue:f1b69e0236bd%2C45325%2C1731587716477/1731587735447/Put/seqid=0 2024-11-14T12:35:42,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741849_1025 (size=5352) 2024-11-14T12:35:42,450 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:42,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f1b69e0236bd:45943 this server is in the failed servers list 2024-11-14T12:35:42,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:45943 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:42,535 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1328, reset compression=false 2024-11-14T12:35:42,581 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:42,613 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:35:42,613 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:35:42,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:42,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f1b69e0236bd:45943 this server is in the failed servers list 2024-11-14T12:35:42,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:45943 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:42,781 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0e9771fbb901b30b900d367b8f562fa 2024-11-14T12:35:42,823 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/ns/2da40f938a034a98988741c8a45b0d4b 2024-11-14T12:35:42,833 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/queue/8cf6a2b49c764f3ca0196a765f2de5c9 2024-11-14T12:35:42,837 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/hfileref/43b02c72002a4377ab50451df3862d63 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/hfileref/43b02c72002a4377ab50451df3862d63 2024-11-14T12:35:42,841 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/hfileref/43b02c72002a4377ab50451df3862d63, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T12:35:42,842 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/.tmp/queue/8cf6a2b49c764f3ca0196a765f2de5c9 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/queue/8cf6a2b49c764f3ca0196a765f2de5c9 2024-11-14T12:35:42,842 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf9b52e21854a42af9d1a46ed8b3780 is 112, key is test,,1731587724716.8c3f7a5e22e87821aa3b21c36d38185b./rep_barrier:seqnumDuringOpen/1731587725871/Put/seqid=0 2024-11-14T12:35:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741850_1026 (size=5518) 2024-11-14T12:35:42,846 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf9b52e21854a42af9d1a46ed8b3780 2024-11-14T12:35:42,846 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/queue/8cf6a2b49c764f3ca0196a765f2de5c9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:35:42,847 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c0e9771fbb901b30b900d367b8f562fa in 863ms, sequenceid=10, compaction requested=false 2024-11-14T12:35:42,847 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:35:42,862 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/replication/c0e9771fbb901b30b900d367b8f562fa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:35:42,862 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:42,863 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:42,863 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:42,863 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0e9771fbb901b30b900d367b8f562fa: Waiting for close lock at 1731587741984Running coprocessor pre-close hooks at 1731587741984Disabling compacts and flushes for region at 1731587741984Disabling writes for close at 1731587741984Obtaining lock to block concurrent updates at 1731587741984Preparing flush snapshotting stores in c0e9771fbb901b30b900d367b8f562fa at 1731587741984Finished memstore snapshotting hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731587741985 (+1 ms)Flushing stores of hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. at 1731587741985Flushing c0e9771fbb901b30b900d367b8f562fa/hfileref: creating writer at 1731587741985Flushing c0e9771fbb901b30b900d367b8f562fa/hfileref: appending metadata at 1731587742002 (+17 ms)Flushing c0e9771fbb901b30b900d367b8f562fa/hfileref: closing flushed file at 1731587742002Flushing c0e9771fbb901b30b900d367b8f562fa/queue: creating writer at 1731587742411 (+409 ms)Flushing c0e9771fbb901b30b900d367b8f562fa/queue: appending metadata at 1731587742428 (+17 ms)Flushing c0e9771fbb901b30b900d367b8f562fa/queue: closing flushed file at 1731587742428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73836065: reopening flushed file at 1731587742837 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f19b9f5: reopening flushed file at 1731587742841 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c0e9771fbb901b30b900d367b8f562fa in 863ms, sequenceid=10, compaction requested=false at 1731587742847 (+6 ms)Writing region close event to WAL at 1731587742858 (+11 ms)Running coprocessor post-close hooks at 1731587742862 (+4 ms)Closed at 1731587742863 (+1 ms) 2024-11-14T12:35:42,863 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587729042.c0e9771fbb901b30b900d367b8f562fa. 2024-11-14T12:35:42,868 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/table/689b3d0d27404e81a5ea1c0e588570bf is 53, key is hbase:replication/table:state/1731587730222/Put/seqid=0 2024-11-14T12:35:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741851_1027 (size=5308) 2024-11-14T12:35:42,939 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.wal-reader.f1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/WALs/f1b69e0236bd,45325,1731587716477/f1b69e0236bd%2C45325%2C1731587716477.1731587718683 to pos 1328, reset compression=false 2024-11-14T12:35:42,981 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:35:42,981 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:35:42,981 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:43,181 DEBUG [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:35:43,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:43,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f1b69e0236bd:45943 this server is in the failed servers list 2024-11-14T12:35:43,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f1b69e0236bd:45943 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:43,272 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/table/689b3d0d27404e81a5ea1c0e588570bf 2024-11-14T12:35:43,278 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/info/c2bb94014f124157932e1681c39df273 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/info/c2bb94014f124157932e1681c39df273 2024-11-14T12:35:43,282 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/info/c2bb94014f124157932e1681c39df273, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:35:43,283 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/ns/2da40f938a034a98988741c8a45b0d4b as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/ns/2da40f938a034a98988741c8a45b0d4b 2024-11-14T12:35:43,287 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/ns/2da40f938a034a98988741c8a45b0d4b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:35:43,287 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/rep_barrier/dbf9b52e21854a42af9d1a46ed8b3780 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/rep_barrier/dbf9b52e21854a42af9d1a46ed8b3780 2024-11-14T12:35:43,291 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/rep_barrier/dbf9b52e21854a42af9d1a46ed8b3780, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:35:43,292 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/.tmp/table/689b3d0d27404e81a5ea1c0e588570bf as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/table/689b3d0d27404e81a5ea1c0e588570bf 2024-11-14T12:35:43,295 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/table/689b3d0d27404e81a5ea1c0e588570bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:35:43,296 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-14T12:35:43,296 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:35:43,300 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:35:43,301 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:43,301 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:43,301 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:43,301 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587741980Running coprocessor pre-close hooks at 1731587741980Disabling compacts and flushes for region at 1731587741980Disabling writes for close at 1731587741980Obtaining lock to block concurrent updates at 1731587741980Preparing flush snapshotting stores in 1588230740 at 1731587741980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587741981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587741981Flushing 1588230740/info: creating writer at 1731587741981Flushing 1588230740/info: appending metadata at 1731587741995 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731587741995Flushing 1588230740/ns: creating writer at 1731587742404 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731587742418 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731587742418Flushing 1588230740/rep_barrier: creating writer at 1731587742827 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587742842 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587742842Flushing 1588230740/table: creating writer at 1731587742850 (+8 ms)Flushing 1588230740/table: appending metadata at 1731587742868 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731587742868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e30b32: reopening flushed file at 1731587743277 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e21005d: reopening flushed file at 1731587743282 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113e271a: reopening flushed file at 1731587743287 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612d8f42: reopening flushed file at 1731587743291 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731587743296 (+5 ms)Writing region close event to WAL at 1731587743298 (+2 ms)Running coprocessor post-close hooks at 1731587743300 (+2 ms)Closed at 1731587743301 (+1 ms) 2024-11-14T12:35:43,301 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:43,381 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45325,1731587716477; all regions closed. 2024-11-14T12:35:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:35:43,385 DEBUG [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs 2024-11-14T12:35:43,385 INFO [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45325%2C1731587716477.meta:.meta(num 1731587719604) 2024-11-14T12:35:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741839_1015 (size=2695) 2024-11-14T12:35:43,388 DEBUG [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs 2024-11-14T12:35:43,388 INFO [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45325%2C1731587716477.rep:(num 1731587730177) 2024-11-14T12:35:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741832_1008 (size=1336) 2024-11-14T12:35:43,392 DEBUG [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/oldWALs 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C45325%2C1731587716477:(num 1731587718683) 2024-11-14T12:35:43,392 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:43,392 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:43,392 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,45325,1731587716477 because: Region server is closing 2024-11-14T12:35:43,393 INFO [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45325. 2024-11-14T12:35:43,393 DEBUG [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:43,393 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:43,393 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:43,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:43,493 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 5 more 2024-11-14T12:35:43,494 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T12:35:44,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:44,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:44,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:44,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:44,284 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:44,394 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45325,1731587716477.replicationSource.shipperf1b69e0236bd%2C45325%2C1731587716477,1-f1b69e0236bd,45325,1731587716477 terminated 2024-11-14T12:35:44,394 INFO [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45325. 2024-11-14T12:35:44,394 DEBUG [RS:0;f1b69e0236bd:45325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:35:44,394 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:44,394 DEBUG [RS:0;f1b69e0236bd:45325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:44,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:35:44,394 INFO [RS:0;f1b69e0236bd:45325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45325 2024-11-14T12:35:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609943927/rs/f1b69e0236bd,45325,1731587716477 2024-11-14T12:35:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927/rs 2024-11-14T12:35:44,444 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:44,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45325,1731587716477] 2024-11-14T12:35:44,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-609943927/draining/f1b69e0236bd,45325,1731587716477 already deleted, retry=false 2024-11-14T12:35:44,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45325,1731587716477 expired; onlineServers=0 2024-11-14T12:35:44,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,37009,1731587716334' ***** 2024-11-14T12:35:44,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:35:44,477 INFO [M:0;f1b69e0236bd:37009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:35:44,477 INFO [M:0;f1b69e0236bd:37009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:35:44,477 DEBUG [M:0;f1b69e0236bd:37009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:35:44,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:35:44,477 DEBUG [M:0;f1b69e0236bd:37009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:35:44,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587718425 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587718425,5,FailOnTimeoutGroup] 2024-11-14T12:35:44,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587718423 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587718423,5,FailOnTimeoutGroup] 2024-11-14T12:35:44,477 INFO [M:0;f1b69e0236bd:37009 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:35:44,478 INFO [M:0;f1b69e0236bd:37009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:35:44,478 DEBUG [M:0;f1b69e0236bd:37009 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:35:44,478 INFO [M:0;f1b69e0236bd:37009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:35:44,478 INFO [M:0;f1b69e0236bd:37009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:35:44,478 INFO [M:0;f1b69e0236bd:37009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:35:44,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:35:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609943927/master 2024-11-14T12:35:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609943927 2024-11-14T12:35:44,486 DEBUG [M:0;f1b69e0236bd:37009 {}] zookeeper.ZKUtil(347): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Unable to get data of znode /0-609943927/master because node does not exist (not an error) 2024-11-14T12:35:44,486 WARN [M:0;f1b69e0236bd:37009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:35:44,487 INFO [M:0;f1b69e0236bd:37009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/.lastflushedseqids 2024-11-14T12:35:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741852_1028 (size=263) 2024-11-14T12:35:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:44,569 INFO [RS:0;f1b69e0236bd:45325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:44,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45325-0x1013a8574e80001, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:44,569 INFO [RS:0;f1b69e0236bd:45325 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45325,1731587716477; zookeeper connection closed. 2024-11-14T12:35:44,569 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ae5ff3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ae5ff3d 2024-11-14T12:35:44,569 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:35:44,891 INFO [M:0;f1b69e0236bd:37009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:35:44,891 INFO [M:0;f1b69e0236bd:37009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:35:44,891 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:44,891 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:44,891 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:44,891 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:44,891 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:44,892 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T12:35:44,909 DEBUG [M:0;f1b69e0236bd:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8850f31e704e558e44fdb878deca75 is 82, key is hbase:meta,,1/info:regioninfo/1731587719633/Put/seqid=0 2024-11-14T12:35:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741853_1029 (size=5672) 2024-11-14T12:35:45,314 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8850f31e704e558e44fdb878deca75 2024-11-14T12:35:45,330 DEBUG [M:0;f1b69e0236bd:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84501394d6e4661a115048ec7288fef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587730226/Put/seqid=0 2024-11-14T12:35:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741854_1030 (size=8517) 2024-11-14T12:35:45,734 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84501394d6e4661a115048ec7288fef 2024-11-14T12:35:45,751 DEBUG [M:0;f1b69e0236bd:37009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416ea7637cb54abfb294456038d416fb is 69, key is f1b69e0236bd,45325,1731587716477/rs:state/1731587718531/Put/seqid=0 2024-11-14T12:35:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741855_1031 (size=5156) 2024-11-14T12:35:45,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:35:46,155 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416ea7637cb54abfb294456038d416fb 2024-11-14T12:35:46,159 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8850f31e704e558e44fdb878deca75 as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8850f31e704e558e44fdb878deca75 2024-11-14T12:35:46,163 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8850f31e704e558e44fdb878deca75, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:35:46,163 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84501394d6e4661a115048ec7288fef as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e84501394d6e4661a115048ec7288fef 2024-11-14T12:35:46,167 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e84501394d6e4661a115048ec7288fef, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:35:46,167 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/416ea7637cb54abfb294456038d416fb as hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416ea7637cb54abfb294456038d416fb 2024-11-14T12:35:46,171 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/416ea7637cb54abfb294456038d416fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:35:46,172 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-14T12:35:46,178 INFO [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:46,178 DEBUG [M:0;f1b69e0236bd:37009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587744891Disabling compacts and flushes for region at 1731587744891Disabling writes for close at 1731587744891Obtaining lock to block concurrent updates at 1731587744892 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587744892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731587744892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587744893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587744893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587744909 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587744909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587745317 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587745330 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587745330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587745738 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587745751 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587745751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6bbd72: reopening flushed file at 1731587746159 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42acafc0: reopening flushed file at 1731587746163 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec570c: reopening flushed file at 1731587746167 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731587746172 (+5 ms)Writing region close event to WAL at 1731587746178 (+6 ms)Closed at 1731587746178 2024-11-14T12:35:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36249 is added to blk_1073741830_1006 (size=63666) 2024-11-14T12:35:46,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1683d342-3431-468b-b221-d1c5d053c584/MasterData/WALs/f1b69e0236bd,37009,1731587716334/f1b69e0236bd%2C37009%2C1731587716334.1731587718202 not finished, retry = 0 2024-11-14T12:35:46,281 INFO [M:0;f1b69e0236bd:37009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:35:46,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:35:46,281 INFO [M:0;f1b69e0236bd:37009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37009 2024-11-14T12:35:46,281 INFO [M:0;f1b69e0236bd:37009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:35:46,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:46,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:46,302 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:46,461 INFO [M:0;f1b69e0236bd:37009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:35:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37009-0x1013a8574e80000, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:35:46,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a3acf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:46,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:46,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:46,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:46,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:46,465 WARN [BP-761535258-172.17.0.3-1731587714908 heartbeating to localhost/127.0.0.1:45137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:35:46,465 WARN [BP-761535258-172.17.0.3-1731587714908 heartbeating to localhost/127.0.0.1:45137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-761535258-172.17.0.3-1731587714908 (Datanode Uuid 1d24b421-c5c2-414c-9f24-104c08dd8021) service to localhost/127.0.0.1:45137 2024-11-14T12:35:46,465 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:35:46,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:35:46,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/data/data1/current/BP-761535258-172.17.0.3-1731587714908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:46,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/cluster_32696ea9-23f7-ae4b-b0ea-6d199cb08773/data/data2/current/BP-761535258-172.17.0.3-1731587714908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:35:46,466 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:35:46,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d24921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:46,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:35:46,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:35:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:35:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f17ad8-92fd-1353-3334-45978632c88d/hadoop.log.dir/,STOPPED} 2024-11-14T12:35:46,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:35:46,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:35:46,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54227) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45137 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45137 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44541 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54227) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44541 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7024 (was 7070) 2024-11-14T12:35:46,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7024 2024-11-14T12:35:46,515 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T12:35:46,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir so I do NOT create it in target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce 2024-11-14T12:35:46,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:35:46,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.tmp.dir so I do NOT create it in target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce 2024-11-14T12:35:46,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbae1110-faba-13c3-be2d-6efefd6cf0fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:35:46,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce 2024-11-14T12:35:46,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae, deleteOnExit=true 2024-11-14T12:35:46,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/zookeeper_0, clientPort=63780, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:35:46,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63780 2024-11-14T12:35:46,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/test.cache.data in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:35:46,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:46,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:35:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:35:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a8574e80002, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:35:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a8574e80005, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:35:46,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a8574e80002, quorum=127.0.0.1:54227, baseZNode=/0-609943927 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:35:46,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a8574e80005, quorum=127.0.0.1:54227, baseZNode=/1-1803031233 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:35:46,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:46,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:46,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:46,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:46,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:35:46,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:46,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:46,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:46,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/java.io.tmpdir/jetty-localhost-38503-hadoop-hdfs-3_4_1-tests_jar-_-any-13149490979002043588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:46,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:38503} 2024-11-14T12:35:46,911 INFO [Time-limited test {}] server.Server(415): Started @201828ms 2024-11-14T12:35:47,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:47,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:47,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:47,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:47,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:35:47,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:47,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:47,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/java.io.tmpdir/jetty-localhost-33787-hadoop-hdfs-3_4_1-tests_jar-_-any-10598741782266469404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:47,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:33787} 2024-11-14T12:35:47,189 INFO [Time-limited test {}] server.Server(415): Started @202106ms 2024-11-14T12:35:47,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:35:47,586 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/data/data1/current/BP-292190942-172.17.0.3-1731587746556/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:47,586 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/data/data2/current/BP-292190942-172.17.0.3-1731587746556/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:47,603 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:35:47,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4a50a6e789269ec with lease ID 0x70f15f5f06c8685f: Processing first storage report for DS-235b0e8f-f143-4574-841e-6d6fe379cd67 from datanode DatanodeRegistration(127.0.0.1:45025, datanodeUuid=6ac5728e-7b23-4002-89ae-6c4fc5dde661, infoPort=39109, infoSecurePort=0, ipcPort=33871, storageInfo=lv=-57;cid=testClusterID;nsid=2112061793;c=1731587746556) 2024-11-14T12:35:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4a50a6e789269ec with lease ID 0x70f15f5f06c8685f: from storage DS-235b0e8f-f143-4574-841e-6d6fe379cd67 node DatanodeRegistration(127.0.0.1:45025, datanodeUuid=6ac5728e-7b23-4002-89ae-6c4fc5dde661, infoPort=39109, infoSecurePort=0, ipcPort=33871, storageInfo=lv=-57;cid=testClusterID;nsid=2112061793;c=1731587746556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4a50a6e789269ec with lease ID 0x70f15f5f06c8685f: Processing first storage report for DS-f38e7de1-1275-4006-b0d4-f49821d6cc04 from datanode DatanodeRegistration(127.0.0.1:45025, datanodeUuid=6ac5728e-7b23-4002-89ae-6c4fc5dde661, infoPort=39109, infoSecurePort=0, ipcPort=33871, storageInfo=lv=-57;cid=testClusterID;nsid=2112061793;c=1731587746556) 2024-11-14T12:35:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4a50a6e789269ec with lease ID 0x70f15f5f06c8685f: from storage DS-f38e7de1-1275-4006-b0d4-f49821d6cc04 node DatanodeRegistration(127.0.0.1:45025, datanodeUuid=6ac5728e-7b23-4002-89ae-6c4fc5dde661, infoPort=39109, infoSecurePort=0, ipcPort=33871, storageInfo=lv=-57;cid=testClusterID;nsid=2112061793;c=1731587746556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:47,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce 2024-11-14T12:35:47,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:47,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:35:48,023 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544 with version=8 2024-11-14T12:35:48,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/hbase-staging 2024-11-14T12:35:48,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:48,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46075 2024-11-14T12:35:48,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46075 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:48,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460750x0, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:48,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46075-0x1013a85f0910000 connected 2024-11-14T12:35:48,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:48,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:48,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/running 2024-11-14T12:35:48,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544, hbase.cluster.distributed=false 2024-11-14T12:35:48,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/acl 2024-11-14T12:35:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-14T12:35:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46075 2024-11-14T12:35:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46075 2024-11-14T12:35:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-14T12:35:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-14T12:35:48,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:48,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:35:48,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:48,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45005 2024-11-14T12:35:48,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45005 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:48,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:48,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450050x0, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:48,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/running 2024-11-14T12:35:48,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45005-0x1013a85f0910001 connected 2024-11-14T12:35:48,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:35:48,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:35:48,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/master 2024-11-14T12:35:48,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/acl 2024-11-14T12:35:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-14T12:35:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45005 2024-11-14T12:35:48,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45005 2024-11-14T12:35:48,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-14T12:35:48,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-14T12:35:48,197 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:46075 2024-11-14T12:35:48,198 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0655463013/backup-masters/f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:48,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/backup-masters 2024-11-14T12:35:48,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/backup-masters 2024-11-14T12:35:48,202 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on existing znode=/0655463013/backup-masters/f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655463013/master 2024-11-14T12:35:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:48,210 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on existing znode=/0655463013/master 2024-11-14T12:35:48,211 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0655463013/backup-masters/f1b69e0236bd,46075,1731587748024 from backup master directory 2024-11-14T12:35:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655463013/backup-masters/f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/backup-masters 2024-11-14T12:35:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/backup-masters 2024-11-14T12:35:48,219 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:48,219 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:48,222 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/hbase.id] with ID: fdde925a-6718-4491-88a5-411acbc91792 2024-11-14T12:35:48,222 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/.tmp/hbase.id 2024-11-14T12:35:48,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:35:48,627 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/.tmp/hbase.id]:[hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/hbase.id] 2024-11-14T12:35:48,635 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:48,635 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:35:48,636 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:35:48,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:48,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:35:49,074 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:49,074 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:35:49,075 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:35:49,481 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store 2024-11-14T12:35:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:49,887 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:49,887 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:49,887 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587749887Disabling compacts and flushes for region at 1731587749887Disabling writes for close at 1731587749887Writing region close event to WAL at 1731587749887Closed at 1731587749887 2024-11-14T12:35:49,888 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/.initializing 2024-11-14T12:35:49,888 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/WALs/f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:49,889 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:49,890 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C46075%2C1731587748024, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/WALs/f1b69e0236bd,46075,1731587748024, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/oldWALs, maxLogs=10 2024-11-14T12:35:49,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:49,902 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/WALs/f1b69e0236bd,46075,1731587748024/f1b69e0236bd%2C46075%2C1731587748024.1731587749890, exclude list is [], retry=0 2024-11-14T12:35:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45025,DS-235b0e8f-f143-4574-841e-6d6fe379cd67,DISK] 2024-11-14T12:35:49,906 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/WALs/f1b69e0236bd,46075,1731587748024/f1b69e0236bd%2C46075%2C1731587748024.1731587749890 2024-11-14T12:35:49,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109)] 2024-11-14T12:35:49,911 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:49,911 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:49,911 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,911 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:35:49,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:49,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:49,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:35:49,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:49,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:49,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:35:49,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:35:49,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:49,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:49,918 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,918 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,919 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,919 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,919 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,920 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:49,921 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:49,922 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:49,923 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59926168, jitterRate=-0.10703051090240479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:49,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,923 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587749911Initializing all the Stores at 1731587749912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587749912Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587749912Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587749912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587749912Cleaning up temporary data from old regions at 1731587749919 (+7 ms)Region opened successfully at 1731587749923 (+4 ms) 2024-11-14T12:35:49,924 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:35:49,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e646136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:49,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:35:49,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:35:49,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:35:49,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:35:49,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:35:49,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:35:49,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:35:49,930 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:35:49,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/balancer because node does not exist (not necessarily an error) 2024-11-14T12:35:49,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:49,985 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/balancer already deleted, retry=false 2024-11-14T12:35:49,986 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:35:49,986 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:35:49,993 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/normalizer already deleted, retry=false 2024-11-14T12:35:49,994 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:35:49,994 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:35:50,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/switch/split already deleted, retry=false 2024-11-14T12:35:50,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:35:50,010 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/switch/merge already deleted, retry=false 2024-11-14T12:35:50,011 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:35:50,018 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/snapshot-cleanup already deleted, retry=false 2024-11-14T12:35:50,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655463013/running 2024-11-14T12:35:50,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655463013/running 2024-11-14T12:35:50,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,027 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,46075,1731587748024, sessionid=0x1013a85f0910000, setting cluster-up flag (Was=false) 2024-11-14T12:35:50,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,068 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655463013/flush-table-proc/acquired, /0655463013/flush-table-proc/reached, /0655463013/flush-table-proc/abort 2024-11-14T12:35:50,069 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:50,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:50,110 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655463013/online-snapshot/acquired, /0655463013/online-snapshot/reached, /0655463013/online-snapshot/abort 2024-11-14T12:35:50,111 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:50,112 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:35:50,114 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:50,114 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:35:50,114 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:35:50,115 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,46075,1731587748024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:50,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:50,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:35:50,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:50,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:35:50,121 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587780121 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:35:50,122 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:35:50,125 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:35:50,126 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587750125,5,FailOnTimeoutGroup] 2024-11-14T12:35:50,130 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587750126,5,FailOnTimeoutGroup] 2024-11-14T12:35:50,130 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,130 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:35:50,130 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,130 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:35:50,190 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(746): ClusterId : fdde925a-6718-4491-88a5-411acbc91792 2024-11-14T12:35:50,190 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:35:50,194 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:35:50,194 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:35:50,202 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:35:50,203 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df8535a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:50,213 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:45005 2024-11-14T12:35:50,213 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:35:50,213 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:35:50,213 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:35:50,214 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,46075,1731587748024 with port=45005, startcode=1731587748163 2024-11-14T12:35:50,214 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:35:50,215 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:35:50,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46075 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,217 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544 2024-11-14T12:35:50,217 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37179 2024-11-14T12:35:50,217 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:35:50,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/rs 2024-11-14T12:35:50,227 DEBUG [RS:0;f1b69e0236bd:45005 {}] zookeeper.ZKUtil(111): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on existing znode=/0655463013/rs/f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,227 WARN [RS:0;f1b69e0236bd:45005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:50,227 INFO [RS:0;f1b69e0236bd:45005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:50,227 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,45005,1731587748163] 2024-11-14T12:35:50,230 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:35:50,231 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:35:50,231 INFO [RS:0;f1b69e0236bd:45005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:35:50,231 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,232 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:35:50,232 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:35:50,232 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,232 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:50,233 DEBUG [RS:0;f1b69e0236bd:45005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,233 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45005,1731587748163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:50,246 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:35:50,246 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,45005,1731587748163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,246 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,246 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.Replication(171): f1b69e0236bd,45005,1731587748163 started 2024-11-14T12:35:50,258 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:50,258 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,45005,1731587748163, RpcServer on f1b69e0236bd/172.17.0.3:45005, sessionid=0x1013a85f0910001 2024-11-14T12:35:50,258 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:35:50,258 DEBUG [RS:0;f1b69e0236bd:45005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,258 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45005,1731587748163' 2024-11-14T12:35:50,258 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655463013/flush-table-proc/abort' 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655463013/flush-table-proc/acquired' 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,45005,1731587748163' 2024-11-14T12:35:50,259 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655463013/online-snapshot/abort' 2024-11-14T12:35:50,260 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655463013/online-snapshot/acquired' 2024-11-14T12:35:50,260 DEBUG [RS:0;f1b69e0236bd:45005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:35:50,260 INFO [RS:0;f1b69e0236bd:45005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:35:50,260 INFO [RS:0;f1b69e0236bd:45005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:35:50,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:50,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:50,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:35:50,360 INFO [RS:0;f1b69e0236bd:45005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:50,361 INFO [RS:0;f1b69e0236bd:45005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45005%2C1731587748163, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/oldWALs, maxLogs=10 2024-11-14T12:35:50,373 DEBUG [RS:0;f1b69e0236bd:45005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, exclude list is [], retry=0 2024-11-14T12:35:50,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45025,DS-235b0e8f-f143-4574-841e-6d6fe379cd67,DISK] 2024-11-14T12:35:50,377 INFO [RS:0;f1b69e0236bd:45005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 2024-11-14T12:35:50,378 DEBUG [RS:0;f1b69e0236bd:45005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109)] 2024-11-14T12:35:50,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:35:50,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544 2024-11-14T12:35:50,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:35:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:35:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:35:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:35:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:35:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:35:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:35:50,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:50,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:50,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:50,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:50,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:50,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:50,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:50,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:50,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:50,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:50,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:50,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:50,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:50,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:50,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:50,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:50,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740 2024-11-14T12:35:50,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740 2024-11-14T12:35:50,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:50,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:50,948 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:50,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:50,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:50,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61569917, jitterRate=-0.0825367420911789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587750939Initializing all the Stores at 1731587750940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587750940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587750940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587750940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587750940Cleaning up temporary data from old regions at 1731587750947 (+7 ms)Region opened successfully at 1731587750951 (+4 ms) 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:50,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:50,951 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:50,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587750951Disabling compacts and flushes for region at 1731587750951Disabling writes for close at 1731587750951Writing region close event to WAL at 1731587750951Closed at 1731587750951 2024-11-14T12:35:50,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:50,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:35:50,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:35:50,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:50,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:35:51,104 DEBUG [f1b69e0236bd:46075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:51,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:51,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45005,1731587748163, state=OPENING 2024-11-14T12:35:51,210 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:35:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:51,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:35:51,219 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:51,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655463013/meta-region-server: CHANGED 2024-11-14T12:35:51,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45005,1731587748163}] 2024-11-14T12:35:51,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655463013/meta-region-server: CHANGED 2024-11-14T12:35:51,372 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:51,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:35:51,376 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:35:51,376 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:51,376 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:35:51,377 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45005%2C1731587748163.meta, suffix=.meta, logDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/oldWALs, maxLogs=10 2024-11-14T12:35:51,389 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.meta.1731587751377.meta, exclude list is [], retry=0 2024-11-14T12:35:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45025,DS-235b0e8f-f143-4574-841e-6d6fe379cd67,DISK] 2024-11-14T12:35:51,393 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.meta.1731587751377.meta 2024-11-14T12:35:51,393 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109)] 2024-11-14T12:35:51,393 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:51,394 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:35:51,394 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:35:51,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:35:51,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:51,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:51,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:51,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:51,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:51,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:51,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:51,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:51,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:51,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:51,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:51,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:51,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:51,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:51,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:51,401 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740 2024-11-14T12:35:51,402 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740 2024-11-14T12:35:51,402 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:51,402 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:51,403 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:51,404 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:51,404 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63999768, jitterRate=-0.04632914066314697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:51,404 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:35:51,405 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587751394Writing region info on filesystem at 1731587751394Initializing all the Stores at 1731587751395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587751395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587751395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587751395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587751395Cleaning up temporary data from old regions at 1731587751402 (+7 ms)Running coprocessor post-open hooks at 1731587751404 (+2 ms)Region opened successfully at 1731587751405 (+1 ms) 2024-11-14T12:35:51,406 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587751371 2024-11-14T12:35:51,408 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:35:51,408 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:35:51,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:51,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,45005,1731587748163, state=OPEN 2024-11-14T12:35:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655463013/meta-region-server 2024-11-14T12:35:51,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655463013/meta-region-server 2024-11-14T12:35:51,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:51,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655463013/meta-region-server: CHANGED 2024-11-14T12:35:51,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655463013/meta-region-server: CHANGED 2024-11-14T12:35:51,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:35:51,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,45005,1731587748163 in 218 msec 2024-11-14T12:35:51,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:35:51,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-14T12:35:51,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:51,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:35:51,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:51,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45005,1731587748163, seqNum=-1] 2024-11-14T12:35:51,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:51,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:51,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-14T12:35:51,447 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587751447, completionTime=-1 2024-11-14T12:35:51,447 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:35:51,447 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587811449 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587871449 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:46075, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,449 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,450 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,451 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.234sec 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:51,453 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:35:51,455 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:35:51,455 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:35:51,455 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,46075,1731587748024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:51,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:51,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:35:51,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:51,492 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:35:51,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:51,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:35:51,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe72264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:51,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:35:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:51,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:51,493 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:51,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45005,1731587748163, seqNum=-1] 2024-11-14T12:35:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:51,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:51,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:51,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:51,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a85f0910002 connected 2024-11-14T12:35:51,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir so I do NOT create it in target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80 2024-11-14T12:35:51,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:35:51,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.tmp.dir so I do NOT create it in target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80 2024-11-14T12:35:51,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:35:51,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80 2024-11-14T12:35:51,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:35:51,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/cluster_4704bba0-4dab-5fc7-fb10-dd870de0b863, deleteOnExit=true 2024-11-14T12:35:51,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/test.cache.data in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:35:51,522 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:35:51,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:35:51,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:35:51,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:51,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:51,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:51,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:51,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:35:51,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:51,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:51,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:51,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/java.io.tmpdir/jetty-localhost-43719-hadoop-hdfs-3_4_1-tests_jar-_-any-3866119943287102852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:35:51,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:43719} 2024-11-14T12:35:51,841 INFO [Time-limited test {}] server.Server(415): Started @206758ms 2024-11-14T12:35:51,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:35:51,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:35:51,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:35:51,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:35:51,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:35:51,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:35:51,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:35:52,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-7213204956408527776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:35:52,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-11-14T12:35:52,079 INFO [Time-limited test {}] server.Server(415): Started @206996ms 2024-11-14T12:35:52,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:35:52,454 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/cluster_4704bba0-4dab-5fc7-fb10-dd870de0b863/data/data1/current/BP-1308370153-172.17.0.3-1731587751540/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:52,454 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/cluster_4704bba0-4dab-5fc7-fb10-dd870de0b863/data/data2/current/BP-1308370153-172.17.0.3-1731587751540/current, will proceed with Du for space computation calculation, 2024-11-14T12:35:52,480 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:35:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd98da0c6f0c963b6 with lease ID 0xd467c3b758574ecb: Processing first storage report for DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=e07e0b90-0052-4cf3-9f7d-77c52ac8d6ce, infoPort=34661, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1062521405;c=1731587751540) 2024-11-14T12:35:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd98da0c6f0c963b6 with lease ID 0xd467c3b758574ecb: from storage DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=e07e0b90-0052-4cf3-9f7d-77c52ac8d6ce, infoPort=34661, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1062521405;c=1731587751540), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd98da0c6f0c963b6 with lease ID 0xd467c3b758574ecb: Processing first storage report for DS-8907ed10-4bec-48f7-94c6-4f8d9b302d62 from datanode DatanodeRegistration(127.0.0.1:42793, datanodeUuid=e07e0b90-0052-4cf3-9f7d-77c52ac8d6ce, infoPort=34661, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1062521405;c=1731587751540) 2024-11-14T12:35:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd98da0c6f0c963b6 with lease ID 0xd467c3b758574ecb: from storage DS-8907ed10-4bec-48f7-94c6-4f8d9b302d62 node DatanodeRegistration(127.0.0.1:42793, datanodeUuid=e07e0b90-0052-4cf3-9f7d-77c52ac8d6ce, infoPort=34661, infoSecurePort=0, ipcPort=46129, storageInfo=lv=-57;cid=testClusterID;nsid=1062521405;c=1731587751540), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:35:52,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80 2024-11-14T12:35:52,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:52,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:35:52,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881 with version=8 2024-11-14T12:35:52,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/hbase-staging 2024-11-14T12:35:52,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:35:52,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:52,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41347 2024-11-14T12:35:52,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41347 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:52,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413470x0, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:52,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41347-0x1013a85f0910003 connected 2024-11-14T12:35:53,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:53,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:53,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/running 2024-11-14T12:35:53,014 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881, hbase.cluster.distributed=false 2024-11-14T12:35:53,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/acl 2024-11-14T12:35:53,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-14T12:35:53,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41347 2024-11-14T12:35:53,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41347 2024-11-14T12:35:53,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-14T12:35:53,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41347 2024-11-14T12:35:53,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:35:53,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:35:53,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40725 2024-11-14T12:35:53,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40725 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:53,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:53,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407250x0, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:53,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407250x0, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/running 2024-11-14T12:35:53,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40725-0x1013a85f0910004 connected 2024-11-14T12:35:53,044 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:35:53,045 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:35:53,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/master 2024-11-14T12:35:53,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/acl 2024-11-14T12:35:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-14T12:35:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40725 2024-11-14T12:35:53,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40725 2024-11-14T12:35:53,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-14T12:35:53,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-14T12:35:53,069 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:41347 2024-11-14T12:35:53,069 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11076515381/backup-masters/f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/backup-masters 2024-11-14T12:35:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/backup-masters 2024-11-14T12:35:53,077 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on existing znode=/11076515381/backup-masters/f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11076515381/master 2024-11-14T12:35:53,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:53,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:53,094 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on existing znode=/11076515381/master 2024-11-14T12:35:53,094 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11076515381/backup-masters/f1b69e0236bd,41347,1731587752921 from backup master directory 2024-11-14T12:35:53,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11076515381/backup-masters/f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:53,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/backup-masters 2024-11-14T12:35:53,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/backup-masters 2024-11-14T12:35:53,102 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:53,102 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:53,105 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/hbase.id] with ID: 62a2173c-dc86-4287-8a99-3412d67f27f7 2024-11-14T12:35:53,105 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/.tmp/hbase.id 2024-11-14T12:35:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:35:53,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/.tmp/hbase.id]:[hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/hbase.id] 2024-11-14T12:35:53,518 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:35:53,518 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:35:53,519 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:35:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:53,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:35:53,958 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:53,959 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:35:53,959 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:35:54,365 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store 2024-11-14T12:35:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:35:54,771 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:54,771 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:35:54,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587754771Disabling compacts and flushes for region at 1731587754771Disabling writes for close at 1731587754771Writing region close event to WAL at 1731587754771Closed at 1731587754771 2024-11-14T12:35:54,772 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/.initializing 2024-11-14T12:35:54,772 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/WALs/f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:54,773 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:54,775 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C41347%2C1731587752921, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/WALs/f1b69e0236bd,41347,1731587752921, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/oldWALs, maxLogs=10 2024-11-14T12:35:54,792 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/WALs/f1b69e0236bd,41347,1731587752921/f1b69e0236bd%2C41347%2C1731587752921.1731587754775, exclude list is [], retry=0 2024-11-14T12:35:54,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d,DISK] 2024-11-14T12:35:54,796 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/WALs/f1b69e0236bd,41347,1731587752921/f1b69e0236bd%2C41347%2C1731587752921.1731587754775 2024-11-14T12:35:54,799 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-14T12:35:54,799 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:54,799 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:54,799 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,799 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:35:54,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:54,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:54,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:35:54,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:54,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:54,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:35:54,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:54,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:54,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:35:54,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:54,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:54,806 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,806 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,807 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,808 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,808 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,808 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:54,809 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:35:54,811 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:54,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72510750, jitterRate=0.08049437403678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:54,811 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587754799Initializing all the Stores at 1731587754800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587754800Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587754800Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587754800Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587754800Cleaning up temporary data from old regions at 1731587754808 (+8 ms)Region opened successfully at 1731587754811 (+3 ms) 2024-11-14T12:35:54,811 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:35:54,813 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650fd71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:54,814 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:35:54,814 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:35:54,814 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:35:54,814 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:35:54,815 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:35:54,815 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:35:54,815 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:35:54,816 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:35:54,817 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/balancer because node does not exist (not necessarily an error) 2024-11-14T12:35:54,877 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/balancer already deleted, retry=false 2024-11-14T12:35:54,877 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:35:54,878 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:35:54,885 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/normalizer already deleted, retry=false 2024-11-14T12:35:54,885 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:35:54,886 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:35:54,893 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/switch/split already deleted, retry=false 2024-11-14T12:35:54,894 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:35:54,902 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/switch/merge already deleted, retry=false 2024-11-14T12:35:54,903 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:35:54,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/snapshot-cleanup already deleted, retry=false 2024-11-14T12:35:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11076515381/running 2024-11-14T12:35:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11076515381/running 2024-11-14T12:35:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:54,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:54,919 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,41347,1731587752921, sessionid=0x1013a85f0910003, setting cluster-up flag (Was=false) 2024-11-14T12:35:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:54,960 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11076515381/flush-table-proc/acquired, /11076515381/flush-table-proc/reached, /11076515381/flush-table-proc/abort 2024-11-14T12:35:54,961 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:54,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:54,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:55,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11076515381/online-snapshot/acquired, /11076515381/online-snapshot/reached, /11076515381/online-snapshot/abort 2024-11-14T12:35:55,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:55,004 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:35:55,005 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:55,005 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:35:55,005 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:35:55,006 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,41347,1731587752921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:55,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587785008 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:35:55,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:55,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:35:55,009 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587755009,5,FailOnTimeoutGroup] 2024-11-14T12:35:55,009 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587755009,5,FailOnTimeoutGroup] 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:55,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:35:55,010 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,010 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:35:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:35:55,057 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(746): ClusterId : 62a2173c-dc86-4287-8a99-3412d67f27f7 2024-11-14T12:35:55,057 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:35:55,060 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:35:55,060 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:35:55,069 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:35:55,069 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf7ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:35:55,083 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:40725 2024-11-14T12:35:55,084 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:35:55,084 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:35:55,084 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:35:55,084 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,41347,1731587752921 with port=40725, startcode=1731587753029 2024-11-14T12:35:55,085 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:35:55,086 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:35:55,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,088 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881 2024-11-14T12:35:55,088 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39635 2024-11-14T12:35:55,088 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:35:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/rs 2024-11-14T12:35:55,094 DEBUG [RS:0;f1b69e0236bd:40725 {}] zookeeper.ZKUtil(111): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on existing znode=/11076515381/rs/f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,094 WARN [RS:0;f1b69e0236bd:40725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:35:55,094 INFO [RS:0;f1b69e0236bd:40725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:55,094 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,40725,1731587753029] 2024-11-14T12:35:55,097 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:35:55,098 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:35:55,099 INFO [RS:0;f1b69e0236bd:40725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:35:55,099 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,099 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:35:55,100 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:35:55,100 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:55,100 DEBUG [RS:0;f1b69e0236bd:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:35:55,102 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,103 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,103 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,103 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,103 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,103 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40725,1731587753029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:55,119 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:35:55,119 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40725,1731587753029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,119 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,119 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.Replication(171): f1b69e0236bd,40725,1731587753029 started 2024-11-14T12:35:55,132 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:55,132 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,40725,1731587753029, RpcServer on f1b69e0236bd/172.17.0.3:40725, sessionid=0x1013a85f0910004 2024-11-14T12:35:55,132 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:35:55,132 DEBUG [RS:0;f1b69e0236bd:40725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,132 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,40725,1731587753029' 2024-11-14T12:35:55,132 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11076515381/flush-table-proc/abort' 2024-11-14T12:35:55,132 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11076515381/flush-table-proc/acquired' 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,40725,1731587753029' 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11076515381/online-snapshot/abort' 2024-11-14T12:35:55,133 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11076515381/online-snapshot/acquired' 2024-11-14T12:35:55,134 DEBUG [RS:0;f1b69e0236bd:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:35:55,134 INFO [RS:0;f1b69e0236bd:40725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:35:55,134 INFO [RS:0;f1b69e0236bd:40725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:35:55,234 INFO [RS:0;f1b69e0236bd:40725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:35:55,236 INFO [RS:0;f1b69e0236bd:40725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C40725%2C1731587753029, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/oldWALs, maxLogs=10 2024-11-14T12:35:55,252 DEBUG [RS:0;f1b69e0236bd:40725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, exclude list is [], retry=0 2024-11-14T12:35:55,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d,DISK] 2024-11-14T12:35:55,257 INFO [RS:0;f1b69e0236bd:40725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 2024-11-14T12:35:55,257 DEBUG [RS:0;f1b69e0236bd:40725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-14T12:35:55,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:35:55,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881 2024-11-14T12:35:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:35:55,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:55,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:55,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:55,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:55,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:55,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:55,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:55,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:55,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:55,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:55,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:55,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:55,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:55,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:55,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:55,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:55,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:55,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:55,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740 2024-11-14T12:35:55,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740 2024-11-14T12:35:55,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:55,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:55,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:55,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:55,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69124730, jitterRate=0.0300387442111969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587755822Initializing all the Stores at 1731587755823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587755823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587755823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587755823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587755823Cleaning up temporary data from old regions at 1731587755829 (+6 ms)Region opened successfully at 1731587755832 (+3 ms) 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:35:55,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:35:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:35:55,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:35:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587755832Disabling compacts and flushes for region at 1731587755832Disabling writes for close at 1731587755832Writing region close event to WAL at 1731587755832Closed at 1731587755832 2024-11-14T12:35:55,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:55,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:35:55,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:35:55,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:55,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:35:55,986 DEBUG [f1b69e0236bd:41347 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:35:55,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:55,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,40725,1731587753029, state=OPENING 2024-11-14T12:35:56,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:35:56,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:56,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:35:56,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:35:56,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11076515381/meta-region-server: CHANGED 2024-11-14T12:35:56,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40725,1731587753029}] 2024-11-14T12:35:56,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11076515381/meta-region-server: CHANGED 2024-11-14T12:35:56,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:35:56,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,204 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:35:56,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:35:56,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:35:56,209 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:35:56,209 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:35:56,209 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:35:56,210 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C40725%2C1731587753029.meta, suffix=.meta, logDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/oldWALs, maxLogs=10 2024-11-14T12:35:56,227 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.meta.1731587756211.meta, exclude list is [], retry=0 2024-11-14T12:35:56,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d,DISK] 2024-11-14T12:35:56,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:35:56,230 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.meta.1731587756211.meta 2024-11-14T12:35:56,231 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-14T12:35:56,231 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:56,231 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:56,231 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:35:56,231 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:35:56,232 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:35:56,232 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:35:56,232 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:56,232 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:35:56,232 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:35:56,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:35:56,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:35:56,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:56,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:56,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:35:56,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:35:56,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:56,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:35:56,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:35:56,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:56,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:56,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:35:56,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:35:56,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:56,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:35:56,237 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:35:56,237 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740 2024-11-14T12:35:56,238 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740 2024-11-14T12:35:56,238 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:35:56,238 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:35:56,239 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:35:56,240 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:35:56,240 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71269965, jitterRate=0.062005236744880676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:35:56,240 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:35:56,240 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587756232Writing region info on filesystem at 1731587756232Initializing all the Stores at 1731587756233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587756233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587756233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587756233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587756233Cleaning up temporary data from old regions at 1731587756238 (+5 ms)Running coprocessor post-open hooks at 1731587756240 (+2 ms)Region opened successfully at 1731587756240 2024-11-14T12:35:56,241 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587756204 2024-11-14T12:35:56,243 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:35:56,243 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:35:56,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:56,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,40725,1731587753029, state=OPEN 2024-11-14T12:35:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11076515381/meta-region-server 2024-11-14T12:35:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11076515381/meta-region-server 2024-11-14T12:35:56,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:56,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11076515381/meta-region-server: CHANGED 2024-11-14T12:35:56,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11076515381/meta-region-server: CHANGED 2024-11-14T12:35:56,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:35:56,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,40725,1731587753029 in 200 msec 2024-11-14T12:35:56,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:35:56,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-14T12:35:56,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:35:56,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:35:56,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:56,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40725,1731587753029, seqNum=-1] 2024-11-14T12:35:56,257 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:56,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:56,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-14T12:35:56,262 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587756262, completionTime=-1 2024-11-14T12:35:56,262 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:35:56,262 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:35:56,264 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:35:56,264 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587816264 2024-11-14T12:35:56,264 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587876264 2024-11-14T12:35:56,264 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:41347, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,265 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,267 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:35:56,268 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.166sec 2024-11-14T12:35:56,268 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:35:56,268 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:35:56,268 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:35:56,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:35:56,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:35:56,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:35:56,269 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:35:56,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:35:56,271 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:35:56,271 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41347,1731587752921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:35:56,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:56,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:35:56,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:35:56,359 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:35:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:35:56,361 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:35:56,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:35:56,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:35:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40725,1731587753029, seqNum=-1] 2024-11-14T12:35:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:35:56,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:35:56,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:56,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63780 2024-11-14T12:35:56,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:35:56,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a85f0910005 connected 2024-11-14T12:35:56,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,46075,1731587748024 2024-11-14T12:35:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc05b2d 2024-11-14T12:35:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:56,389 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:56,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:35:56,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:56,392 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:56,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:35:56,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:56,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:35:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:56,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3d6c348ebd25855b5273721beff3de6, NAME => 'test,,1731587756389.b3d6c348ebd25855b5273721beff3de6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544 2024-11-14T12:35:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:35:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:57,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587756389.b3d6c348ebd25855b5273721beff3de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:57,204 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3d6c348ebd25855b5273721beff3de6, disabling compactions & flushes 2024-11-14T12:35:57,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. after waiting 0 ms 2024-11-14T12:35:57,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3d6c348ebd25855b5273721beff3de6: Waiting for close lock at 1731587757204Disabling compacts and flushes for region at 1731587757204Disabling writes for close at 1731587757205 (+1 ms)Writing region close event to WAL at 1731587757205Closed at 1731587757205 2024-11-14T12:35:57,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:57,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587756389.b3d6c348ebd25855b5273721beff3de6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587757206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587757206"}]},"ts":"1731587757206"} 2024-11-14T12:35:57,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:57,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:57,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587757209"}]},"ts":"1731587757209"} 2024-11-14T12:35:57,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:35:57,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3d6c348ebd25855b5273721beff3de6, ASSIGN}] 2024-11-14T12:35:57,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3d6c348ebd25855b5273721beff3de6, ASSIGN 2024-11-14T12:35:57,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3d6c348ebd25855b5273721beff3de6, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45005,1731587748163; forceNewPlan=false, retain=false 2024-11-14T12:35:57,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3d6c348ebd25855b5273721beff3de6, regionState=OPENING, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:57,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3d6c348ebd25855b5273721beff3de6, ASSIGN because future has completed 2024-11-14T12:35:57,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d6c348ebd25855b5273721beff3de6, server=f1b69e0236bd,45005,1731587748163}] 2024-11-14T12:35:57,521 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,521 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3d6c348ebd25855b5273721beff3de6, NAME => 'test,,1731587756389.b3d6c348ebd25855b5273721beff3de6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:57,522 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:57,522 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:35:57,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587756389.b3d6c348ebd25855b5273721beff3de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:57,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,522 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,524 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,525 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d6c348ebd25855b5273721beff3de6 columnFamilyName f 2024-11-14T12:35:57,525 DEBUG [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:57,526 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(327): Store=b3d6c348ebd25855b5273721beff3de6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:57,526 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,527 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d6c348ebd25855b5273721beff3de6 columnFamilyName f1 2024-11-14T12:35:57,527 DEBUG [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:57,527 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(327): Store=b3d6c348ebd25855b5273721beff3de6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:57,527 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,528 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d6c348ebd25855b5273721beff3de6 columnFamilyName norep 2024-11-14T12:35:57,528 DEBUG [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:57,528 INFO [StoreOpener-b3d6c348ebd25855b5273721beff3de6-1 {}] regionserver.HStore(327): Store=b3d6c348ebd25855b5273721beff3de6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:57,528 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,529 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,529 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,530 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:57,531 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:57,533 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:57,533 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3d6c348ebd25855b5273721beff3de6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67711637, jitterRate=0.008982017636299133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:57,533 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:35:57,534 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3d6c348ebd25855b5273721beff3de6: Running coprocessor pre-open hook at 1731587757522Writing region info on filesystem at 1731587757522Initializing all the Stores at 1731587757523 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587757523Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587757524 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587757524Cleaning up temporary data from old regions at 1731587757530 (+6 ms)Running coprocessor post-open hooks at 1731587757533 (+3 ms)Region opened successfully at 1731587757534 (+1 ms) 2024-11-14T12:35:57,535 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587756389.b3d6c348ebd25855b5273721beff3de6., pid=6, masterSystemTime=1731587757518 2024-11-14T12:35:57,537 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,537 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:35:57,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3d6c348ebd25855b5273721beff3de6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:35:57,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d6c348ebd25855b5273721beff3de6, server=f1b69e0236bd,45005,1731587748163 because future has completed 2024-11-14T12:35:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:35:57,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3d6c348ebd25855b5273721beff3de6, server=f1b69e0236bd,45005,1731587748163 in 174 msec 2024-11-14T12:35:57,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:35:57,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3d6c348ebd25855b5273721beff3de6, ASSIGN in 330 msec 2024-11-14T12:35:57,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:57,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587757544"}]},"ts":"1731587757544"} 2024-11-14T12:35:57,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:35:57,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:57,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-14T12:35:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:58,541 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:35:58,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:35:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41347,1731587752921 2024-11-14T12:35:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b78a1b 2024-11-14T12:35:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:35:58,543 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:35:58,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:35:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:35:58,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:35:58,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:58,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:35:58,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:35:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:35:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:58,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd057dc874623c436f3c84559e2e24d1, NAME => 'test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881 2024-11-14T12:35:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:35:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:59,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:59,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd057dc874623c436f3c84559e2e24d1, disabling compactions & flushes 2024-11-14T12:35:59,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. after waiting 0 ms 2024-11-14T12:35:59,358 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd057dc874623c436f3c84559e2e24d1: Waiting for close lock at 1731587759358Disabling compacts and flushes for region at 1731587759358Disabling writes for close at 1731587759358Writing region close event to WAL at 1731587759358Closed at 1731587759358 2024-11-14T12:35:59,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:35:59,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587759360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587759360"}]},"ts":"1731587759360"} 2024-11-14T12:35:59,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:35:59,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:35:59,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587759362"}]},"ts":"1731587759362"} 2024-11-14T12:35:59,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:35:59,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd057dc874623c436f3c84559e2e24d1, ASSIGN}] 2024-11-14T12:35:59,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd057dc874623c436f3c84559e2e24d1, ASSIGN 2024-11-14T12:35:59,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd057dc874623c436f3c84559e2e24d1, ASSIGN; state=OFFLINE, location=f1b69e0236bd,40725,1731587753029; forceNewPlan=false, retain=false 2024-11-14T12:35:59,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd057dc874623c436f3c84559e2e24d1, regionState=OPENING, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:59,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd057dc874623c436f3c84559e2e24d1, ASSIGN because future has completed 2024-11-14T12:35:59,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd057dc874623c436f3c84559e2e24d1, server=f1b69e0236bd,40725,1731587753029}] 2024-11-14T12:35:59,674 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,674 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd057dc874623c436f3c84559e2e24d1, NAME => 'test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:35:59,674 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:35:59,675 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:35:59,675 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,675 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:35:59,675 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,675 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,676 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,677 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd057dc874623c436f3c84559e2e24d1 columnFamilyName f 2024-11-14T12:35:59,677 DEBUG [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:59,677 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(327): Store=dd057dc874623c436f3c84559e2e24d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:59,677 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,678 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd057dc874623c436f3c84559e2e24d1 columnFamilyName f1 2024-11-14T12:35:59,678 DEBUG [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:59,679 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(327): Store=dd057dc874623c436f3c84559e2e24d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:59,679 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,680 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd057dc874623c436f3c84559e2e24d1 columnFamilyName norep 2024-11-14T12:35:59,680 DEBUG [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:35:59,680 INFO [StoreOpener-dd057dc874623c436f3c84559e2e24d1-1 {}] regionserver.HStore(327): Store=dd057dc874623c436f3c84559e2e24d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:35:59,680 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,680 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,681 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:35:59,681 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,681 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,682 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:35:59,683 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,684 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:35:59,685 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd057dc874623c436f3c84559e2e24d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69926095, jitterRate=0.041980013251304626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:35:59,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:35:59,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd057dc874623c436f3c84559e2e24d1: Running coprocessor pre-open hook at 1731587759675Writing region info on filesystem at 1731587759675Initializing all the Stores at 1731587759676 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587759676Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587759676Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587759676Cleaning up temporary data from old regions at 1731587759681 (+5 ms)Running coprocessor post-open hooks at 1731587759685 (+4 ms)Region opened successfully at 1731587759685 2024-11-14T12:35:59,686 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587758544.dd057dc874623c436f3c84559e2e24d1., pid=6, masterSystemTime=1731587759671 2024-11-14T12:35:59,687 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,687 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:35:59,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd057dc874623c436f3c84559e2e24d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:35:59,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd057dc874623c436f3c84559e2e24d1, server=f1b69e0236bd,40725,1731587753029 because future has completed 2024-11-14T12:35:59,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:35:59,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd057dc874623c436f3c84559e2e24d1, server=f1b69e0236bd,40725,1731587753029 in 171 msec 2024-11-14T12:35:59,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:35:59,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd057dc874623c436f3c84559e2e24d1, ASSIGN in 328 msec 2024-11-14T12:35:59,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:35:59,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587759694"}]},"ts":"1731587759694"} 2024-11-14T12:35:59,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:35:59,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:35:59,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-14T12:36:00,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:00,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:00,431 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18298 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:36:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:36:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:36:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:36:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:00,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T12:36:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:00,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:36:00,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:00,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T12:36:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:00,691 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:36:00,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:36:00,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:00,693 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394fa92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:00,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,694 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb8e25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:36:00,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:00,695 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:36:00,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:36:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbf7366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:36:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,697 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f063a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:36:00,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:00,698 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:36:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:36:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3551df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:36:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,699 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18be016b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,46075,1731587748024 2024-11-14T12:36:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6536149e 2024-11-14T12:36:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:00,701 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:00,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:41347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:36:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:36:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:00,704 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:41347' 2024-11-14T12:36:00,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2790b437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:36:00,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:00,706 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a87f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,707 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc4663a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:00,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41347,1731587752921 2024-11-14T12:36:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfee2c9 2024-11-14T12:36:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:00,709 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:00,710 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:36:00,710 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:36:00,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:00,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:00,710 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:00,711 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:36:00,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:00,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:00,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:36:00,762 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:36:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:01,097 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:36:01,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d640f3e5095eef2bbb658a3af35af61, NAME => 'hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544 2024-11-14T12:36:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:36:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d640f3e5095eef2bbb658a3af35af61, disabling compactions & flushes 2024-11-14T12:36:01,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. after waiting 0 ms 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d640f3e5095eef2bbb658a3af35af61: Waiting for close lock at 1731587761540Disabling compacts and flushes for region at 1731587761540Disabling writes for close at 1731587761540Writing region close event to WAL at 1731587761540Closed at 1731587761540 2024-11-14T12:36:01,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:01,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587761541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587761541"}]},"ts":"1731587761541"} 2024-11-14T12:36:01,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:01,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:01,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587761544"}]},"ts":"1731587761544"} 2024-11-14T12:36:01,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:36:01,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d640f3e5095eef2bbb658a3af35af61, ASSIGN}] 2024-11-14T12:36:01,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d640f3e5095eef2bbb658a3af35af61, ASSIGN 2024-11-14T12:36:01,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d640f3e5095eef2bbb658a3af35af61, ASSIGN; state=OFFLINE, location=f1b69e0236bd,45005,1731587748163; forceNewPlan=false, retain=false 2024-11-14T12:36:01,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d640f3e5095eef2bbb658a3af35af61, regionState=OPENING, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:36:01,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d640f3e5095eef2bbb658a3af35af61, ASSIGN because future has completed 2024-11-14T12:36:01,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d640f3e5095eef2bbb658a3af35af61, server=f1b69e0236bd,45005,1731587748163}] 2024-11-14T12:36:01,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:01,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:01,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:01,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:36:01,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C45005%2C1731587748163.rep, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/oldWALs, maxLogs=10 2024-11-14T12:36:01,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.rep.1731587761857, exclude list is [], retry=0 2024-11-14T12:36:01,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45025,DS-235b0e8f-f143-4574-841e-6d6fe379cd67,DISK] 2024-11-14T12:36:01,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.rep.1731587761857 2024-11-14T12:36:01,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39109:39109)] 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d640f3e5095eef2bbb658a3af35af61, NAME => 'hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:01,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. service=MultiRowMutationService 2024-11-14T12:36:01,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,874 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,875 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d640f3e5095eef2bbb658a3af35af61 columnFamilyName hfileref 2024-11-14T12:36:01,875 DEBUG [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:01,876 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(327): Store=4d640f3e5095eef2bbb658a3af35af61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:01,876 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,876 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d640f3e5095eef2bbb658a3af35af61 columnFamilyName queue 2024-11-14T12:36:01,877 DEBUG [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:01,877 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(327): Store=4d640f3e5095eef2bbb658a3af35af61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:01,877 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,878 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d640f3e5095eef2bbb658a3af35af61 columnFamilyName sid 2024-11-14T12:36:01,878 DEBUG [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:01,878 INFO [StoreOpener-4d640f3e5095eef2bbb658a3af35af61-1 {}] regionserver.HStore(327): Store=4d640f3e5095eef2bbb658a3af35af61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:01,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/replication/4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/replication/4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:01,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/replication/4d640f3e5095eef2bbb658a3af35af61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:01,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d640f3e5095eef2bbb658a3af35af61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67714722, jitterRate=0.009027987718582153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:01,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:01,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d640f3e5095eef2bbb658a3af35af61: Running coprocessor pre-open hook at 1731587761873Writing region info on filesystem at 1731587761873Initializing all the Stores at 1731587761874 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587761874Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587761874Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587761874Cleaning up temporary data from old regions at 1731587761879 (+5 ms)Running coprocessor post-open hooks at 1731587761882 (+3 ms)Region opened successfully at 1731587761882 2024-11-14T12:36:01,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., pid=10, masterSystemTime=1731587761852 2024-11-14T12:36:01,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:01,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d640f3e5095eef2bbb658a3af35af61, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,45005,1731587748163 2024-11-14T12:36:01,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d640f3e5095eef2bbb658a3af35af61, server=f1b69e0236bd,45005,1731587748163 because future has completed 2024-11-14T12:36:01,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:36:01,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d640f3e5095eef2bbb658a3af35af61, server=f1b69e0236bd,45005,1731587748163 in 188 msec 2024-11-14T12:36:01,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:36:01,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d640f3e5095eef2bbb658a3af35af61, ASSIGN in 345 msec 2024-11-14T12:36:01,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:01,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587761892"}]},"ts":"1731587761892"} 2024-11-14T12:36:01,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:36:01,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:01,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-14T12:36:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., hostname=f1b69e0236bd,45005,1731587748163, seqNum=2] 2024-11-14T12:36:01,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:36:01,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:36:01,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:02,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:36:02,130 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:36:02,156 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,45005,1731587748163, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:02,157 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:02,157 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45005,1731587748163, seqNum=-1] 2024-11-14T12:36:02,157 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:02,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:02,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,45005,1731587748163', locateType=CURRENT is [region=hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., hostname=f1b69e0236bd,45005,1731587748163, seqNum=2] 2024-11-14T12:36:02,162 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:36:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:36:02,164 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,45005,1731587748163 suceeded 2024-11-14T12:36:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:36:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T12:36:02,166 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:41347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:36:02,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4640 sec 2024-11-14T12:36:02,176 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:41347' 2024-11-14T12:36:02,177 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5d319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,177 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:36:02,177 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:02,178 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:36:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:36:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d52031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:36:02,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:02,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,179 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:02,180 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcfdba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,180 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41347,1731587752921 2024-11-14T12:36:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402b50fb 2024-11-14T12:36:02,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:02,181 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:02,182 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,45005,1731587748163 (queues=1) is replicating from cluster=fdde925a-6718-4491-88a5-411acbc91792 to cluster=62a2173c-dc86-4287-8a99-3412d67f27f7 2024-11-14T12:36:02,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C45005%2C1731587748163 2024-11-14T12:36:02,182 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,45005,1731587748163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:02,182 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C45005%2C1731587748163 2024-11-14T12:36:02,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, startPosition=0, beingWritten=true 2024-11-14T12:36:02,187 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:02,187 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:02,187 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:02,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:36:02,391 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:02,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:02,851 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:02,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:02,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:02,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:02,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:36:02,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:02,853 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35fcd334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,854 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b10e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,41347,1731587752921 2024-11-14T12:36:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23317337 2024-11-14T12:36:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:02,856 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:02,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:46075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:36:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:36:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:02,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:46075' 2024-11-14T12:36:02,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549ebf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:36:02,860 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:02,861 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327ff2d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,862 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:02,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690f9d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:02,863 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,46075,1731587748024 2024-11-14T12:36:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9ac269 2024-11-14T12:36:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:02,864 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:02,864 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:36:02,864 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:36:02,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:02,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:02,865 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:02,866 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:36:02,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:02,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:02,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:36:02,916 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:36:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:03,098 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:03,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c674b37dbc0536bcc94a19db936855a1, NAME => 'hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881 2024-11-14T12:36:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:36:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:03,602 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c674b37dbc0536bcc94a19db936855a1, disabling compactions & flushes 2024-11-14T12:36:03,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. after waiting 0 ms 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:03,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:03,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c674b37dbc0536bcc94a19db936855a1: Waiting for close lock at 1731587763683Disabling compacts and flushes for region at 1731587763683Disabling writes for close at 1731587763683Writing region close event to WAL at 1731587763683Closed at 1731587763683 2024-11-14T12:36:03,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:03,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587763684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587763684"}]},"ts":"1731587763684"} 2024-11-14T12:36:03,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:03,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:03,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587763687"}]},"ts":"1731587763687"} 2024-11-14T12:36:03,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:36:03,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c674b37dbc0536bcc94a19db936855a1, ASSIGN}] 2024-11-14T12:36:03,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c674b37dbc0536bcc94a19db936855a1, ASSIGN 2024-11-14T12:36:03,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c674b37dbc0536bcc94a19db936855a1, ASSIGN; state=OFFLINE, location=f1b69e0236bd,40725,1731587753029; forceNewPlan=false, retain=false 2024-11-14T12:36:03,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c674b37dbc0536bcc94a19db936855a1, regionState=OPENING, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:36:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c674b37dbc0536bcc94a19db936855a1, ASSIGN because future has completed 2024-11-14T12:36:03,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c674b37dbc0536bcc94a19db936855a1, server=f1b69e0236bd,40725,1731587753029}] 2024-11-14T12:36:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:03,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:03,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:03,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:36:04,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C40725%2C1731587753029.rep, suffix=, logDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029, archiveDir=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/oldWALs, maxLogs=10 2024-11-14T12:36:04,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.rep.1731587764000, exclude list is [], retry=0 2024-11-14T12:36:04,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42793,DS-02bd3a55-647a-4a16-b05c-54f9d6521e4d,DISK] 2024-11-14T12:36:04,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.rep.1731587764000 2024-11-14T12:36:04,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34661:34661)] 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c674b37dbc0536bcc94a19db936855a1, NAME => 'hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:04,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. service=MultiRowMutationService 2024-11-14T12:36:04,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,018 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,019 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c674b37dbc0536bcc94a19db936855a1 columnFamilyName hfileref 2024-11-14T12:36:04,019 DEBUG [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:04,019 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(327): Store=c674b37dbc0536bcc94a19db936855a1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:04,019 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,020 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c674b37dbc0536bcc94a19db936855a1 columnFamilyName queue 2024-11-14T12:36:04,020 DEBUG [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:04,020 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(327): Store=c674b37dbc0536bcc94a19db936855a1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:04,021 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,021 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c674b37dbc0536bcc94a19db936855a1 columnFamilyName sid 2024-11-14T12:36:04,021 DEBUG [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:04,022 INFO [StoreOpener-c674b37dbc0536bcc94a19db936855a1-1 {}] regionserver.HStore(327): Store=c674b37dbc0536bcc94a19db936855a1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:04,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:04,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:04,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c674b37dbc0536bcc94a19db936855a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67950382, jitterRate=0.012539595365524292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:04,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:04,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c674b37dbc0536bcc94a19db936855a1: Running coprocessor pre-open hook at 1731587764016Writing region info on filesystem at 1731587764017 (+1 ms)Initializing all the Stores at 1731587764017Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587764017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587764017Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587764017Cleaning up temporary data from old regions at 1731587764023 (+6 ms)Running coprocessor post-open hooks at 1731587764026 (+3 ms)Region opened successfully at 1731587764026 2024-11-14T12:36:04,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1., pid=10, masterSystemTime=1731587763995 2024-11-14T12:36:04,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:04,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:04,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c674b37dbc0536bcc94a19db936855a1, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,40725,1731587753029 2024-11-14T12:36:04,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c674b37dbc0536bcc94a19db936855a1, server=f1b69e0236bd,40725,1731587753029 because future has completed 2024-11-14T12:36:04,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:36:04,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c674b37dbc0536bcc94a19db936855a1, server=f1b69e0236bd,40725,1731587753029 in 188 msec 2024-11-14T12:36:04,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:36:04,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c674b37dbc0536bcc94a19db936855a1, ASSIGN in 344 msec 2024-11-14T12:36:04,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:04,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587764035"}]},"ts":"1731587764035"} 2024-11-14T12:36:04,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:36:04,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:04,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-14T12:36:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1., hostname=f1b69e0236bd,40725,1731587753029, seqNum=2] 2024-11-14T12:36:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:36:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:36:04,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:04,206 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:04,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:36:04,296 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:36:04,323 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,40725,1731587753029, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:04,323 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:04,323 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40725,1731587753029, seqNum=-1] 2024-11-14T12:36:04,323 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:04,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:04,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,40725,1731587753029', locateType=CURRENT is [region=hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1., hostname=f1b69e0236bd,40725,1731587753029, seqNum=2] 2024-11-14T12:36:04,328 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:36:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:36:04,330 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,40725,1731587753029 suceeded 2024-11-14T12:36:04,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:36:04,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:36:04,331 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:46075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:36:04,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-14T12:36:04,342 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:46075' 2024-11-14T12:36:04,343 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:04,343 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:36:04,343 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:04,344 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76085507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:04,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:04,345 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:04,345 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3501fe53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:04,345 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:04,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,46075,1731587748024 2024-11-14T12:36:04,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3b8ab3 2024-11-14T12:36:04,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:04,347 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:04,347 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,40725,1731587753029 (queues=1) is replicating from cluster=62a2173c-dc86-4287-8a99-3412d67f27f7 to cluster=fdde925a-6718-4491-88a5-411acbc91792 2024-11-14T12:36:04,347 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C40725%2C1731587753029 2024-11-14T12:36:04,348 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,40725,1731587753029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:04,348 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C40725%2C1731587753029 2024-11-14T12:36:04,348 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, startPosition=0, beingWritten=true 2024-11-14T12:36:04,353 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:04,353 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 379, reset compression=false 2024-11-14T12:36:04,353 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:04,556 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 379, reset compression=false 2024-11-14T12:36:04,860 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 379, reset compression=false 2024-11-14T12:36:04,909 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:05,002 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:05,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:05,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:05,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:05,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:05,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:05,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:05,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45005,1731587748163, seqNum=-1] 2024-11-14T12:36:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:05,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:05,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587756389.b3d6c348ebd25855b5273721beff3de6., hostname=f1b69e0236bd,45005,1731587748163, seqNum=2] 2024-11-14T12:36:05,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40725,1731587753029, seqNum=-1] 2024-11-14T12:36:05,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:05,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587758544.dd057dc874623c436f3c84559e2e24d1., hostname=f1b69e0236bd,40725,1731587753029, seqNum=2] 2024-11-14T12:36:05,014 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:36:05,263 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 379, reset compression=false 2024-11-14T12:36:05,712 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 379, reset compression=false 2024-11-14T12:36:05,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:05,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 480, reset compression=false 2024-11-14T12:36:05,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3d6c348ebd25855b5273721beff3de6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:36:05,719 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:05,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:05,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:05,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5059bfc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:05,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,41347,-1 for getting cluster id 2024-11-14T12:36:05,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:05,723 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62a2173c-dc86-4287-8a99-3412d67f27f7' 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62a2173c-dc86-4287-8a99-3412d67f27f7" 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@853a2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,41347,-1] 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:05,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:05,725 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:05,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9533c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:05,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:05,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,40725,1731587753029, seqNum=-1] 2024-11-14T12:36:05,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:05,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:05,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587758544.dd057dc874623c436f3c84559e2e24d1., hostname=f1b69e0236bd,40725,1731587753029, seqNum=2] 2024-11-14T12:36:05,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:05,766 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 379, reset compression=false 2024-11-14T12:36:05,772 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:05,772 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 504, reset compression=false 2024-11-14T12:36:05,772 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:05,921 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 480, reset compression=false 2024-11-14T12:36:05,976 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 504, reset compression=false 2024-11-14T12:36:06,017 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:36:06,021 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:36:06,224 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 480, reset compression=false 2024-11-14T12:36:06,279 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 504, reset compression=false 2024-11-14T12:36:06,302 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:06,302 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 608, reset compression=false 2024-11-14T12:36:06,302 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd057dc874623c436f3c84559e2e24d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:36:06,304 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:06,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:06,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:06,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@115ba082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:06,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,46075,-1 for getting cluster id 2024-11-14T12:36:06,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:06,307 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdde925a-6718-4491-88a5-411acbc91792' 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdde925a-6718-4491-88a5-411acbc91792" 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f3abdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,46075,-1] 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:06,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:06,308 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:06,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d67b753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:06,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,45005,1731587748163, seqNum=-1] 2024-11-14T12:36:06,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:06,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:06,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731587756389.b3d6c348ebd25855b5273721beff3de6., hostname=f1b69e0236bd,45005,1731587748163, seqNum=2] 2024-11-14T12:36:06,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:06,507 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 608, reset compression=false 2024-11-14T12:36:06,628 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 480, reset compression=false 2024-11-14T12:36:06,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:06,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 607, reset compression=false 2024-11-14T12:36:06,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:06,810 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 608, reset compression=false 2024-11-14T12:36:06,836 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 607, reset compression=false 2024-11-14T12:36:07,022 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:36:07,028 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:36:07,139 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 607, reset compression=false 2024-11-14T12:36:07,144 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:07,144 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 763, reset compression=false 2024-11-14T12:36:07,144 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3d6c348ebd25855b5273721beff3de6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:36:07,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:07,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:07,214 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 608, reset compression=false 2024-11-14T12:36:07,218 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:07,218 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 756, reset compression=false 2024-11-14T12:36:07,218 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:07,347 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 763, reset compression=false 2024-11-14T12:36:07,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:07,422 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 756, reset compression=false 2024-11-14T12:36:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:07,651 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 763, reset compression=false 2024-11-14T12:36:07,726 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 756, reset compression=false 2024-11-14T12:36:08,029 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:36:08,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:36:08,055 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 763, reset compression=false 2024-11-14T12:36:08,132 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 756, reset compression=false 2024-11-14T12:36:08,136 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:08,136 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 915, reset compression=false 2024-11-14T12:36:08,137 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd057dc874623c436f3c84559e2e24d1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:36:08,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:08,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:08,341 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 915, reset compression=false 2024-11-14T12:36:08,558 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 763, reset compression=false 2024-11-14T12:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:08,646 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 915, reset compression=false 2024-11-14T12:36:08,766 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:09,034 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:36:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:36:09,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:09,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:09,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:09,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:09,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:36:09,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56943134, stopped=false 2024-11-14T12:36:09,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:09,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,41347,1731587752921 2024-11-14T12:36:09,050 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 915, reset compression=false 2024-11-14T12:36:09,069 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11076515381/running 2024-11-14T12:36:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11076515381/running 2024-11-14T12:36:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:36:09,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:36:09,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:09,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:09,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:09,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:09,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,40725,1731587753029' ***** 2024-11-14T12:36:09,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:36:09,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/running 2024-11-14T12:36:09,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Set watcher on znode that does not yet exist, /11076515381/running 2024-11-14T12:36:09,077 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:36:09,077 INFO [RS:0;f1b69e0236bd:40725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:36:09,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for c674b37dbc0536bcc94a19db936855a1 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,40725,1731587753029 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:40725. 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c674b37dbc0536bcc94a19db936855a1, disabling compactions & flushes 2024-11-14T12:36:09,078 DEBUG [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:09,078 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:09,078 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. after waiting 0 ms 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:36:09,078 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c674b37dbc0536bcc94a19db936855a1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T12:36:09,078 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:36:09,078 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c674b37dbc0536bcc94a19db936855a1=hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1., dd057dc874623c436f3c84559e2e24d1=test,,1731587758544.dd057dc874623c436f3c84559e2e24d1.} 2024-11-14T12:36:09,078 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c674b37dbc0536bcc94a19db936855a1, dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:09,078 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:09,078 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:09,078 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:36:09,092 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/.tmp/queue/f0f7bf53232b47e9b79c4051a7d9afda is 153, key is 1-f1b69e0236bd,40725,1731587753029/queue:f1b69e0236bd%2C40725%2C1731587753029/1731587768142/Put/seqid=0 2024-11-14T12:36:09,095 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/info/e7069bf488424db99536db8c57003ccd is 147, key is hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1./info:regioninfo/1731587764028/Put/seqid=0 2024-11-14T12:36:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741840_1016 (size=5352) 2024-11-14T12:36:09,096 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/.tmp/queue/f0f7bf53232b47e9b79c4051a7d9afda 2024-11-14T12:36:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:36:09,100 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/info/e7069bf488424db99536db8c57003ccd 2024-11-14T12:36:09,101 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/.tmp/queue/f0f7bf53232b47e9b79c4051a7d9afda as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/queue/f0f7bf53232b47e9b79c4051a7d9afda 2024-11-14T12:36:09,104 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/queue/f0f7bf53232b47e9b79c4051a7d9afda, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T12:36:09,105 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c674b37dbc0536bcc94a19db936855a1 in 27ms, sequenceid=10, compaction requested=false 2024-11-14T12:36:09,107 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:36:09,107 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:36:09,109 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/replication/c674b37dbc0536bcc94a19db936855a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:36:09,110 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:09,110 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:09,110 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:09,110 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c674b37dbc0536bcc94a19db936855a1: Waiting for close lock at 1731587769078Running coprocessor pre-close hooks at 1731587769078Disabling compacts and flushes for region at 1731587769078Disabling writes for close at 1731587769078Obtaining lock to block concurrent updates at 1731587769078Preparing flush snapshotting stores in c674b37dbc0536bcc94a19db936855a1 at 1731587769078Finished memstore snapshotting hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731587769078Flushing stores of hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. at 1731587769079 (+1 ms)Flushing c674b37dbc0536bcc94a19db936855a1/queue: creating writer at 1731587769079Flushing c674b37dbc0536bcc94a19db936855a1/queue: appending metadata at 1731587769092 (+13 ms)Flushing c674b37dbc0536bcc94a19db936855a1/queue: closing flushed file at 1731587769092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1937b6: reopening flushed file at 1731587769100 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c674b37dbc0536bcc94a19db936855a1 in 27ms, sequenceid=10, compaction requested=false at 1731587769105 (+5 ms)Writing region close event to WAL at 1731587769107 (+2 ms)Running coprocessor post-close hooks at 1731587769110 (+3 ms)Closed at 1731587769110 2024-11-14T12:36:09,110 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587762865.c674b37dbc0536bcc94a19db936855a1. 2024-11-14T12:36:09,111 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd057dc874623c436f3c84559e2e24d1, disabling compactions & flushes 2024-11-14T12:36:09,111 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:36:09,111 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:36:09,111 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. after waiting 0 ms 2024-11-14T12:36:09,111 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:36:09,111 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd057dc874623c436f3c84559e2e24d1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T12:36:09,116 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:09,117 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/ns/f4fcb8cf9e8548ad9324315ba21ce172 is 43, key is default/ns:d/1731587756258/Put/seqid=0 2024-11-14T12:36:09,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:36:09,129 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f/615d463259ee438cbd84c444fc0117db is 29, key is row1/f:/1731587768030/DeleteFamily/seqid=0 2024-11-14T12:36:09,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741843_1019 (size=5118) 2024-11-14T12:36:09,278 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,472 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:09,479 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,526 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/ns/f4fcb8cf9e8548ad9324315ba21ce172 2024-11-14T12:36:09,533 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f/615d463259ee438cbd84c444fc0117db 2024-11-14T12:36:09,536 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 615d463259ee438cbd84c444fc0117db 2024-11-14T12:36:09,544 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/rep_barrier/7156b89a457b47c988fe72776aa33e83 is 112, key is test,,1731587758544.dd057dc874623c436f3c84559e2e24d1./rep_barrier:seqnumDuringOpen/1731587759688/Put/seqid=0 2024-11-14T12:36:09,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:36:09,554 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 915, reset compression=false 2024-11-14T12:36:09,554 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f1/c0939e7a4c3f45bc95d2e237a6f1f808 is 30, key is row1/f1:/1731587768030/DeleteFamily/seqid=0 2024-11-14T12:36:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741845_1021 (size=5123) 2024-11-14T12:36:09,558 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f1/c0939e7a4c3f45bc95d2e237a6f1f808 2024-11-14T12:36:09,558 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:09,558 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1162, reset compression=false 2024-11-14T12:36:09,558 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,40725,1731587753029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:09,559 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,40725,1731587753029: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,40725,1731587753029, walGroup=f1b69e0236bd%2C40725%2C1731587753029, offset=f1b69e0236bd%2C40725%2C1731587753029.1731587755236:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:36:09,560 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:36:09,560 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:36:09,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:36:09,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:36:09,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:36:09,562 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 622921328 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191268936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:36:09,562 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0939e7a4c3f45bc95d2e237a6f1f808 2024-11-14T12:36:09,562 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:41347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:41347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:36:09,576 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/norep/1cfbd2ef807240a0ac57f2376173627c is 33, key is row1/norep:/1731587768030/DeleteFamily/seqid=0 2024-11-14T12:36:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741846_1022 (size=5108) 2024-11-14T12:36:09,679 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,762 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1162, reset compression=false 2024-11-14T12:36:09,879 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd057dc874623c436f3c84559e2e24d1 2024-11-14T12:36:09,948 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/rep_barrier/7156b89a457b47c988fe72776aa33e83 2024-11-14T12:36:09,965 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/table/6f5dba1ff81a4012affc760db8269d7d is 53, key is hbase:replication/table:state/1731587764035/Put/seqid=0 2024-11-14T12:36:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741847_1023 (size=5308) 2024-11-14T12:36:09,975 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:09,979 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/norep/1cfbd2ef807240a0ac57f2376173627c 2024-11-14T12:36:09,983 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cfbd2ef807240a0ac57f2376173627c 2024-11-14T12:36:09,983 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f/615d463259ee438cbd84c444fc0117db as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/f/615d463259ee438cbd84c444fc0117db 2024-11-14T12:36:09,987 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 615d463259ee438cbd84c444fc0117db 2024-11-14T12:36:09,987 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/f/615d463259ee438cbd84c444fc0117db, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:09,988 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/f1/c0939e7a4c3f45bc95d2e237a6f1f808 as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/f1/c0939e7a4c3f45bc95d2e237a6f1f808 2024-11-14T12:36:09,991 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0939e7a4c3f45bc95d2e237a6f1f808 2024-11-14T12:36:09,992 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/f1/c0939e7a4c3f45bc95d2e237a6f1f808, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:09,992 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/.tmp/norep/1cfbd2ef807240a0ac57f2376173627c as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/norep/1cfbd2ef807240a0ac57f2376173627c 2024-11-14T12:36:09,996 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cfbd2ef807240a0ac57f2376173627c 2024-11-14T12:36:09,996 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/norep/1cfbd2ef807240a0ac57f2376173627c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:09,997 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dd057dc874623c436f3c84559e2e24d1 in 886ms, sequenceid=8, compaction requested=false 2024-11-14T12:36:10,000 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/default/test/dd057dc874623c436f3c84559e2e24d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:36:10,001 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:10,001 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:10,001 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:36:10,001 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd057dc874623c436f3c84559e2e24d1: Waiting for close lock at 1731587769110Running coprocessor pre-close hooks at 1731587769110Disabling compacts and flushes for region at 1731587769111 (+1 ms)Disabling writes for close at 1731587769111Obtaining lock to block concurrent updates at 1731587769111Preparing flush snapshotting stores in dd057dc874623c436f3c84559e2e24d1 at 1731587769111Finished memstore snapshotting test,,1731587758544.dd057dc874623c436f3c84559e2e24d1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731587769111Flushing stores of test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. at 1731587769112 (+1 ms)Flushing dd057dc874623c436f3c84559e2e24d1/f: creating writer at 1731587769112Flushing dd057dc874623c436f3c84559e2e24d1/f: appending metadata at 1731587769128 (+16 ms)Flushing dd057dc874623c436f3c84559e2e24d1/f: closing flushed file at 1731587769128Flushing dd057dc874623c436f3c84559e2e24d1/f1: creating writer at 1731587769537 (+409 ms)Flushing dd057dc874623c436f3c84559e2e24d1/f1: appending metadata at 1731587769553 (+16 ms)Flushing dd057dc874623c436f3c84559e2e24d1/f1: closing flushed file at 1731587769553Flushing dd057dc874623c436f3c84559e2e24d1/norep: creating writer at 1731587769563 (+10 ms)Flushing dd057dc874623c436f3c84559e2e24d1/norep: appending metadata at 1731587769575 (+12 ms)Flushing dd057dc874623c436f3c84559e2e24d1/norep: closing flushed file at 1731587769575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7abfcf: reopening flushed file at 1731587769983 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76720129: reopening flushed file at 1731587769987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db9623e: reopening flushed file at 1731587769992 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dd057dc874623c436f3c84559e2e24d1 in 886ms, sequenceid=8, compaction requested=false at 1731587769997 (+5 ms)Writing region close event to WAL at 1731587769998 (+1 ms)Running coprocessor post-close hooks at 1731587770001 (+3 ms)Closed at 1731587770001 2024-11-14T12:36:10,001 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587758544.dd057dc874623c436f3c84559e2e24d1. 2024-11-14T12:36:10,066 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1162, reset compression=false 2024-11-14T12:36:10,070 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:10,070 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1806, reset compression=false 2024-11-14T12:36:10,079 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:36:10,079 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:36:10,079 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:10,274 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1806, reset compression=false 2024-11-14T12:36:10,279 DEBUG [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:10,369 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/table/6f5dba1ff81a4012affc760db8269d7d 2024-11-14T12:36:10,373 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/info/e7069bf488424db99536db8c57003ccd as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/info/e7069bf488424db99536db8c57003ccd 2024-11-14T12:36:10,377 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/info/e7069bf488424db99536db8c57003ccd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:36:10,377 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/ns/f4fcb8cf9e8548ad9324315ba21ce172 as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/ns/f4fcb8cf9e8548ad9324315ba21ce172 2024-11-14T12:36:10,381 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/ns/f4fcb8cf9e8548ad9324315ba21ce172, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:36:10,382 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/rep_barrier/7156b89a457b47c988fe72776aa33e83 as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/rep_barrier/7156b89a457b47c988fe72776aa33e83 2024-11-14T12:36:10,385 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/rep_barrier/7156b89a457b47c988fe72776aa33e83, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:36:10,386 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/.tmp/table/6f5dba1ff81a4012affc760db8269d7d as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/table/6f5dba1ff81a4012affc760db8269d7d 2024-11-14T12:36:10,389 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/table/6f5dba1ff81a4012affc760db8269d7d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:36:10,390 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-14T12:36:10,394 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:36:10,395 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:10,395 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:10,395 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:10,395 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587769078Running coprocessor pre-close hooks at 1731587769078Disabling compacts and flushes for region at 1731587769078Disabling writes for close at 1731587769078Obtaining lock to block concurrent updates at 1731587769078Preparing flush snapshotting stores in 1588230740 at 1731587769078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587769079 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587769079Flushing 1588230740/info: creating writer at 1731587769079Flushing 1588230740/info: appending metadata at 1731587769094 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587769094Flushing 1588230740/ns: creating writer at 1731587769103 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731587769117 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731587769117Flushing 1588230740/rep_barrier: creating writer at 1731587769530 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587769543 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587769543Flushing 1588230740/table: creating writer at 1731587769952 (+409 ms)Flushing 1588230740/table: appending metadata at 1731587769965 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587769965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7ee6f: reopening flushed file at 1731587770373 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7a7623: reopening flushed file at 1731587770377 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f838408: reopening flushed file at 1731587770381 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566c6c48: reopening flushed file at 1731587770386 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731587770390 (+4 ms)Writing region close event to WAL at 1731587770392 (+2 ms)Running coprocessor post-close hooks at 1731587770395 (+3 ms)Closed at 1731587770395 2024-11-14T12:36:10,395 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:10,479 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,40725,1731587753029; all regions closed. 2024-11-14T12:36:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:36:10,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.meta.1731587756211.meta not finished, retry = 0 2024-11-14T12:36:10,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:10,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:10,502 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:10,577 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 to pos 1806, reset compression=false 2024-11-14T12:36:10,578 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:10,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.rep.1731587764000 not finished, retry = 0 2024-11-14T12:36:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741839_1015 (size=2676) 2024-11-14T12:36:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T12:36:10,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T12:36:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741832_1008 (size=1814) 2024-11-14T12:36:10,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/WALs/f1b69e0236bd,40725,1731587753029/f1b69e0236bd%2C40725%2C1731587753029.1731587755236 not finished, retry = 0 2024-11-14T12:36:10,787 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:10,787 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:10,787 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:10,788 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:10,788 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:10,788 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:10,788 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,40725,1731587753029 because: Region server is closing 2024-11-14T12:36:10,788 INFO [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:40725. 2024-11-14T12:36:10,788 DEBUG [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:10,788 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:10,789 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:10,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:10,889 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.shipperf1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 terminated 2024-11-14T12:36:10,889 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,40725,1731587753029.replicationSource.wal-reader.f1b69e0236bd%2C40725%2C1731587753029,1-f1b69e0236bd,40725,1731587753029 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:36:10,889 INFO [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:40725. 2024-11-14T12:36:10,889 DEBUG [RS:0;f1b69e0236bd:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:10,889 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:10,889 DEBUG [RS:0;f1b69e0236bd:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:10,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:10,889 INFO [RS:0;f1b69e0236bd:40725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40725 2024-11-14T12:36:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11076515381/rs/f1b69e0236bd,40725,1731587753029 2024-11-14T12:36:10,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381/rs 2024-11-14T12:36:10,909 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:10,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,40725,1731587753029] 2024-11-14T12:36:10,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11076515381/draining/f1b69e0236bd,40725,1731587753029 already deleted, retry=false 2024-11-14T12:36:10,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,40725,1731587753029 expired; onlineServers=0 2024-11-14T12:36:10,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,41347,1731587752921' ***** 2024-11-14T12:36:10,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:36:10,926 INFO [M:0;f1b69e0236bd:41347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:10,926 INFO [M:0;f1b69e0236bd:41347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:10,926 DEBUG [M:0;f1b69e0236bd:41347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:36:10,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:36:10,926 DEBUG [M:0;f1b69e0236bd:41347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:36:10,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587755009 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587755009,5,FailOnTimeoutGroup] 2024-11-14T12:36:10,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587755009 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587755009,5,FailOnTimeoutGroup] 2024-11-14T12:36:10,926 INFO [M:0;f1b69e0236bd:41347 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:10,927 INFO [M:0;f1b69e0236bd:41347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:10,927 DEBUG [M:0;f1b69e0236bd:41347 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:36:10,927 INFO [M:0;f1b69e0236bd:41347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:36:10,927 INFO [M:0;f1b69e0236bd:41347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:10,927 INFO [M:0;f1b69e0236bd:41347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:36:10,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:36:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11076515381/master 2024-11-14T12:36:10,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11076515381 2024-11-14T12:36:10,934 DEBUG [M:0;f1b69e0236bd:41347 {}] zookeeper.ZKUtil(347): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Unable to get data of znode /11076515381/master because node does not exist (not an error) 2024-11-14T12:36:10,934 WARN [M:0;f1b69e0236bd:41347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:36:10,935 INFO [M:0;f1b69e0236bd:41347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/.lastflushedseqids 2024-11-14T12:36:10,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:36:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:11,018 INFO [RS:0;f1b69e0236bd:40725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1013a85f0910004, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:11,018 INFO [RS:0;f1b69e0236bd:40725 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,40725,1731587753029; zookeeper connection closed. 2024-11-14T12:36:11,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c27833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c27833 2024-11-14T12:36:11,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:36:11,281 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:11,339 INFO [M:0;f1b69e0236bd:41347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:36:11,339 INFO [M:0;f1b69e0236bd:41347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:36:11,339 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:11,339 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:11,339 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:11,339 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:11,339 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:11,339 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T12:36:11,374 DEBUG [M:0;f1b69e0236bd:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be230551c5ff40f1b27d6619b42ac475 is 82, key is hbase:meta,,1/info:regioninfo/1731587756243/Put/seqid=0 2024-11-14T12:36:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:36:11,778 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be230551c5ff40f1b27d6619b42ac475 2024-11-14T12:36:11,798 DEBUG [M:0;f1b69e0236bd:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cd95cdcac9e45ad8d50d6242ab2d355 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587764038/Put/seqid=0 2024-11-14T12:36:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741850_1026 (size=8517) 2024-11-14T12:36:12,085 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:12,202 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cd95cdcac9e45ad8d50d6242ab2d355 2024-11-14T12:36:12,219 DEBUG [M:0;f1b69e0236bd:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7767360a1599418ab5388d0645dcf7da is 69, key is f1b69e0236bd,40725,1731587753029/rs:state/1731587755087/Put/seqid=0 2024-11-14T12:36:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:36:12,223 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7767360a1599418ab5388d0645dcf7da 2024-11-14T12:36:12,227 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be230551c5ff40f1b27d6619b42ac475 as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be230551c5ff40f1b27d6619b42ac475 2024-11-14T12:36:12,231 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be230551c5ff40f1b27d6619b42ac475, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:36:12,232 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cd95cdcac9e45ad8d50d6242ab2d355 as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cd95cdcac9e45ad8d50d6242ab2d355 2024-11-14T12:36:12,235 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cd95cdcac9e45ad8d50d6242ab2d355, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:36:12,236 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7767360a1599418ab5388d0645dcf7da as hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7767360a1599418ab5388d0645dcf7da 2024-11-14T12:36:12,240 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39635/user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7767360a1599418ab5388d0645dcf7da, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:36:12,240 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false 2024-11-14T12:36:12,241 INFO [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:12,242 DEBUG [M:0;f1b69e0236bd:41347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587771339Disabling compacts and flushes for region at 1731587771339Disabling writes for close at 1731587771339Obtaining lock to block concurrent updates at 1731587771339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587771339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731587771340 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587771357 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587771357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587771374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587771374Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587771782 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587771797 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587771797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587772206 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587772219 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587772219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daa7e20: reopening flushed file at 1731587772227 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f2f73e: reopening flushed file at 1731587772231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581fcf09: reopening flushed file at 1731587772235 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false at 1731587772240 (+5 ms)Writing region close event to WAL at 1731587772241 (+1 ms)Closed at 1731587772241 2024-11-14T12:36:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42793 is added to blk_1073741830_1006 (size=63666) 2024-11-14T12:36:12,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5433d8b5-7562-dd1f-ef8e-817703fb9881/MasterData/WALs/f1b69e0236bd,41347,1731587752921/f1b69e0236bd%2C41347%2C1731587752921.1731587754775 not finished, retry = 0 2024-11-14T12:36:12,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:12,344 INFO [M:0;f1b69e0236bd:41347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:36:12,344 INFO [M:0;f1b69e0236bd:41347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41347 2024-11-14T12:36:12,345 INFO [M:0;f1b69e0236bd:41347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:12,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:12,484 INFO [M:0;f1b69e0236bd:41347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:12,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x1013a85f0910003, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:12,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:12,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:12,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:12,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:12,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:12,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:36:12,516 WARN [BP-1308370153-172.17.0.3-1731587751540 heartbeating to localhost/127.0.0.1:39635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:36:12,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:36:12,516 WARN [BP-1308370153-172.17.0.3-1731587751540 heartbeating to localhost/127.0.0.1:39635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308370153-172.17.0.3-1731587751540 (Datanode Uuid e07e0b90-0052-4cf3-9f7d-77c52ac8d6ce) service to localhost/127.0.0.1:39635 2024-11-14T12:36:12,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/cluster_4704bba0-4dab-5fc7-fb10-dd870de0b863/data/data1/current/BP-1308370153-172.17.0.3-1731587751540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:12,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/cluster_4704bba0-4dab-5fc7-fb10-dd870de0b863/data/data2/current/BP-1308370153-172.17.0.3-1731587751540 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:12,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:36:12,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:12,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:12,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:12,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:12,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:12,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:36:12,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:36:12,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:12,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:12,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:12,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:12,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:12,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:36:12,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=732040801, stopped=false 2024-11-14T12:36:12,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,46075,1731587748024 2024-11-14T12:36:12,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655463013/running 2024-11-14T12:36:12,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655463013/running 2024-11-14T12:36:12,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:36:12,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:36:12,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:12,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/running 2024-11-14T12:36:12,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Set watcher on znode that does not yet exist, /0655463013/running 2024-11-14T12:36:12,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:12,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:12,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:12,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,45005,1731587748163' ***** 2024-11-14T12:36:12,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:36:12,543 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:36:12,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(3091): Received CLOSE for b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,45005,1731587748163 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45005. 2024-11-14T12:36:12,544 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3d6c348ebd25855b5273721beff3de6, disabling compactions & flushes 2024-11-14T12:36:12,544 DEBUG [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:12,544 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:36:12,544 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:12,544 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:36:12,544 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. after waiting 0 ms 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:36:12,544 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:36:12,544 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3d6c348ebd25855b5273721beff3de6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T12:36:12,544 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:36:12,544 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1325): Online Regions={b3d6c348ebd25855b5273721beff3de6=test,,1731587756389.b3d6c348ebd25855b5273721beff3de6., 4d640f3e5095eef2bbb658a3af35af61=hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:36:12,544 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61, b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:12,544 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:12,545 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:12,545 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:12,545 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:12,545 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:12,545 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:36:12,549 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:12,558 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f/984485183f634463a4f9cc3b6e0899ee is 29, key is row1/f:/1731587768030/DeleteFamily/seqid=0 2024-11-14T12:36:12,561 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/info/b945387c81ce444eb736aca2ed252933 is 147, key is hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61./info:regioninfo/1731587761885/Put/seqid=0 2024-11-14T12:36:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741840_1016 (size=5118) 2024-11-14T12:36:12,562 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f/984485183f634463a4f9cc3b6e0899ee 2024-11-14T12:36:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:36:12,566 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 984485183f634463a4f9cc3b6e0899ee 2024-11-14T12:36:12,583 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f1/5a00fd3364d94f0688d25eabbb5c7041 is 30, key is row1/f1:/1731587768030/DeleteFamily/seqid=0 2024-11-14T12:36:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741842_1018 (size=5123) 2024-11-14T12:36:12,745 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61, b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:12,945 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61, b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:12,965 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/info/b945387c81ce444eb736aca2ed252933 2024-11-14T12:36:12,985 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/ns/e6f1dbc68393416dac31df10f081f78d is 43, key is default/ns:d/1731587751444/Put/seqid=0 2024-11-14T12:36:12,987 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f1/5a00fd3364d94f0688d25eabbb5c7041 2024-11-14T12:36:12,988 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 912, reset compression=false 2024-11-14T12:36:12,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741843_1019 (size=5153) 2024-11-14T12:36:12,991 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a00fd3364d94f0688d25eabbb5c7041 2024-11-14T12:36:12,992 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:12,993 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1159, reset compression=false 2024-11-14T12:36:12,993 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,45005,1731587748163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:12,993 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,45005,1731587748163: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,45005,1731587748163, walGroup=f1b69e0236bd%2C45005%2C1731587748163, offset=f1b69e0236bd%2C45005%2C1731587748163.1731587750362:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:36:12,995 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:36:12,995 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:36:12,996 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:36:12,996 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:36:12,996 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:36:12,996 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 677447280 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191742248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:36:12,996 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:36:13,009 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/norep/f5bac39ab113485e8cfb5bfabd74dfb7 is 32, key is row/norep:/1731587767025/DeleteFamily/seqid=0 2024-11-14T12:36:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741844_1020 (size=5101) 2024-11-14T12:36:13,145 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61, b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:13,196 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1159, reset compression=false 2024-11-14T12:36:13,239 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:36:13,239 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:36:13,345 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61, b3d6c348ebd25855b5273721beff3de6 2024-11-14T12:36:13,389 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/ns/e6f1dbc68393416dac31df10f081f78d 2024-11-14T12:36:13,406 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/rep_barrier/cacd75cd1e5f4d45aa11823297eb110d is 112, key is test,,1731587756389.b3d6c348ebd25855b5273721beff3de6./rep_barrier:seqnumDuringOpen/1731587757537/Put/seqid=0 2024-11-14T12:36:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:36:13,413 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/norep/f5bac39ab113485e8cfb5bfabd74dfb7 2024-11-14T12:36:13,416 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5bac39ab113485e8cfb5bfabd74dfb7 2024-11-14T12:36:13,417 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f/984485183f634463a4f9cc3b6e0899ee as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/f/984485183f634463a4f9cc3b6e0899ee 2024-11-14T12:36:13,420 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 984485183f634463a4f9cc3b6e0899ee 2024-11-14T12:36:13,420 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/f/984485183f634463a4f9cc3b6e0899ee, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:13,421 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/f1/5a00fd3364d94f0688d25eabbb5c7041 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/f1/5a00fd3364d94f0688d25eabbb5c7041 2024-11-14T12:36:13,424 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a00fd3364d94f0688d25eabbb5c7041 2024-11-14T12:36:13,424 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/f1/5a00fd3364d94f0688d25eabbb5c7041, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:13,425 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/.tmp/norep/f5bac39ab113485e8cfb5bfabd74dfb7 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/norep/f5bac39ab113485e8cfb5bfabd74dfb7 2024-11-14T12:36:13,428 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5bac39ab113485e8cfb5bfabd74dfb7 2024-11-14T12:36:13,428 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/norep/f5bac39ab113485e8cfb5bfabd74dfb7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T12:36:13,429 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b3d6c348ebd25855b5273721beff3de6 in 885ms, sequenceid=8, compaction requested=false 2024-11-14T12:36:13,433 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/default/test/b3d6c348ebd25855b5273721beff3de6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:36:13,433 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:13,433 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:13,433 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:36:13,433 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3d6c348ebd25855b5273721beff3de6: Waiting for close lock at 1731587772544Running coprocessor pre-close hooks at 1731587772544Disabling compacts and flushes for region at 1731587772544Disabling writes for close at 1731587772544Obtaining lock to block concurrent updates at 1731587772544Preparing flush snapshotting stores in b3d6c348ebd25855b5273721beff3de6 at 1731587772544Finished memstore snapshotting test,,1731587756389.b3d6c348ebd25855b5273721beff3de6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731587772545 (+1 ms)Flushing stores of test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. at 1731587772545Flushing b3d6c348ebd25855b5273721beff3de6/f: creating writer at 1731587772545Flushing b3d6c348ebd25855b5273721beff3de6/f: appending metadata at 1731587772558 (+13 ms)Flushing b3d6c348ebd25855b5273721beff3de6/f: closing flushed file at 1731587772558Flushing b3d6c348ebd25855b5273721beff3de6/f1: creating writer at 1731587772567 (+9 ms)Flushing b3d6c348ebd25855b5273721beff3de6/f1: appending metadata at 1731587772582 (+15 ms)Flushing b3d6c348ebd25855b5273721beff3de6/f1: closing flushed file at 1731587772582Flushing b3d6c348ebd25855b5273721beff3de6/norep: creating writer at 1731587772991 (+409 ms)Flushing b3d6c348ebd25855b5273721beff3de6/norep: appending metadata at 1731587773008 (+17 ms)Flushing b3d6c348ebd25855b5273721beff3de6/norep: closing flushed file at 1731587773008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643b85fb: reopening flushed file at 1731587773416 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac8fc24: reopening flushed file at 1731587773420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd09b5f: reopening flushed file at 1731587773424 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b3d6c348ebd25855b5273721beff3de6 in 885ms, sequenceid=8, compaction requested=false at 1731587773429 (+5 ms)Writing region close event to WAL at 1731587773430 (+1 ms)Running coprocessor post-close hooks at 1731587773433 (+3 ms)Closed at 1731587773433 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587756389.b3d6c348ebd25855b5273721beff3de6. 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d640f3e5095eef2bbb658a3af35af61, disabling compactions & flushes 2024-11-14T12:36:13,434 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. after waiting 0 ms 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d640f3e5095eef2bbb658a3af35af61: Waiting for close lock at 1731587773434Running coprocessor pre-close hooks at 1731587773434Disabling compacts and flushes for region at 1731587773434Disabling writes for close at 1731587773434Failed flush hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., putting online again at 1731587773434 2024-11-14T12:36:13,434 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,499 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1159, reset compression=false 2024-11-14T12:36:13,503 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:13,503 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1803, reset compression=false 2024-11-14T12:36:13,545 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:36:13,545 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1325): Online Regions={4d640f3e5095eef2bbb658a3af35af61=hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:36:13,545 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:13,545 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d640f3e5095eef2bbb658a3af35af61 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d640f3e5095eef2bbb658a3af35af61, disabling compactions & flushes 2024-11-14T12:36:13,546 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. after waiting 0 ms 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d640f3e5095eef2bbb658a3af35af61: Waiting for close lock at 1731587773546Running coprocessor pre-close hooks at 1731587773546Disabling compacts and flushes for region at 1731587773546Disabling writes for close at 1731587773546Failed flush hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61., putting online again at 1731587773546 2024-11-14T12:36:13,546 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587760710.4d640f3e5095eef2bbb658a3af35af61. 2024-11-14T12:36:13,706 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1803, reset compression=false 2024-11-14T12:36:13,746 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:13,809 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/rep_barrier/cacd75cd1e5f4d45aa11823297eb110d 2024-11-14T12:36:13,826 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/table/4117f3dda4f54d37bf12bd71ae65bd53 is 53, key is hbase:replication/table:state/1731587761892/Put/seqid=0 2024-11-14T12:36:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:36:13,946 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:14,009 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1803, reset compression=false 2024-11-14T12:36:14,146 DEBUG [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:14,230 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/table/4117f3dda4f54d37bf12bd71ae65bd53 2024-11-14T12:36:14,235 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/info/b945387c81ce444eb736aca2ed252933 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/info/b945387c81ce444eb736aca2ed252933 2024-11-14T12:36:14,238 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/info/b945387c81ce444eb736aca2ed252933, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:36:14,239 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/ns/e6f1dbc68393416dac31df10f081f78d as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/ns/e6f1dbc68393416dac31df10f081f78d 2024-11-14T12:36:14,242 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/ns/e6f1dbc68393416dac31df10f081f78d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:36:14,243 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/rep_barrier/cacd75cd1e5f4d45aa11823297eb110d as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/rep_barrier/cacd75cd1e5f4d45aa11823297eb110d 2024-11-14T12:36:14,246 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/rep_barrier/cacd75cd1e5f4d45aa11823297eb110d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:36:14,247 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/.tmp/table/4117f3dda4f54d37bf12bd71ae65bd53 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/table/4117f3dda4f54d37bf12bd71ae65bd53 2024-11-14T12:36:14,251 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/table/4117f3dda4f54d37bf12bd71ae65bd53, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:36:14,251 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-14T12:36:14,252 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:36:14,256 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:36:14,257 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:14,257 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:14,257 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:14,257 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587772544Running coprocessor pre-close hooks at 1731587772544Disabling compacts and flushes for region at 1731587772544Disabling writes for close at 1731587772545 (+1 ms)Obtaining lock to block concurrent updates at 1731587772545Preparing flush snapshotting stores in 1588230740 at 1731587772545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587772545Flushing stores of hbase:meta,,1.1588230740 at 1731587772545Flushing 1588230740/info: creating writer at 1731587772545Flushing 1588230740/info: appending metadata at 1731587772561 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731587772561Flushing 1588230740/ns: creating writer at 1731587772969 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587772985 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731587772985Flushing 1588230740/rep_barrier: creating writer at 1731587773393 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587773405 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587773405Flushing 1588230740/table: creating writer at 1731587773813 (+408 ms)Flushing 1588230740/table: appending metadata at 1731587773826 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587773826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d990d54: reopening flushed file at 1731587774234 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a87ab2: reopening flushed file at 1731587774238 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595cb965: reopening flushed file at 1731587774243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373f2aba: reopening flushed file at 1731587774247 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731587774251 (+4 ms)Writing region close event to WAL at 1731587774253 (+2 ms)Running coprocessor post-close hooks at 1731587774257 (+4 ms)Closed at 1731587774257 2024-11-14T12:36:14,257 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:14,346 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:36:14,346 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,45005,1731587748163; all regions closed. 2024-11-14T12:36:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:36:14,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.meta.1731587751377.meta not finished, retry = 0 2024-11-14T12:36:14,412 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 to pos 1803, reset compression=false 2024-11-14T12:36:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741839_1015 (size=1733) 2024-11-14T12:36:14,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.rep.1731587761857 not finished, retry = 0 2024-11-14T12:36:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741832_1008 (size=1811) 2024-11-14T12:36:14,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/WALs/f1b69e0236bd,45005,1731587748163/f1b69e0236bd%2C45005%2C1731587748163.1731587750362 not finished, retry = 0 2024-11-14T12:36:14,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:14,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,655 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:14,655 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:14,655 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:14,655 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:14,655 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:14,655 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:14,655 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,45005,1731587748163 because: Region server is closing 2024-11-14T12:36:14,656 INFO [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45005. 2024-11-14T12:36:14,656 DEBUG [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:14,656 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:14,656 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:14,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:14,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:14,756 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.shipperf1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 terminated 2024-11-14T12:36:14,756 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,45005,1731587748163.replicationSource.wal-reader.f1b69e0236bd%2C45005%2C1731587748163,1-f1b69e0236bd,45005,1731587748163 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:36:14,756 INFO [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:45005. 2024-11-14T12:36:14,756 DEBUG [RS:0;f1b69e0236bd:45005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:14,756 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:14,756 DEBUG [RS:0;f1b69e0236bd:45005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:14,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:14,756 INFO [RS:0;f1b69e0236bd:45005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45005 2024-11-14T12:36:14,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655463013/rs/f1b69e0236bd,45005,1731587748163 2024-11-14T12:36:14,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013/rs 2024-11-14T12:36:14,809 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:14,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,45005,1731587748163] 2024-11-14T12:36:14,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0655463013/draining/f1b69e0236bd,45005,1731587748163 already deleted, retry=false 2024-11-14T12:36:14,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,45005,1731587748163 expired; onlineServers=0 2024-11-14T12:36:14,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,46075,1731587748024' ***** 2024-11-14T12:36:14,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:14,826 DEBUG [M:0;f1b69e0236bd:46075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:36:14,826 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:36:14,826 DEBUG [M:0;f1b69e0236bd:46075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:36:14,826 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587750125 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587750125,5,FailOnTimeoutGroup] 2024-11-14T12:36:14,826 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587750126 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587750126,5,FailOnTimeoutGroup] 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:14,826 DEBUG [M:0;f1b69e0236bd:46075 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:14,826 INFO [M:0;f1b69e0236bd:46075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:36:14,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:36:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655463013/master 2024-11-14T12:36:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655463013 2024-11-14T12:36:14,834 DEBUG [M:0;f1b69e0236bd:46075 {}] zookeeper.ZKUtil(347): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Unable to get data of znode /0655463013/master because node does not exist (not an error) 2024-11-14T12:36:14,834 WARN [M:0;f1b69e0236bd:46075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:36:14,835 INFO [M:0;f1b69e0236bd:46075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/.lastflushedseqids 2024-11-14T12:36:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:36:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:14,917 INFO [RS:0;f1b69e0236bd:45005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45005-0x1013a85f0910001, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:14,917 INFO [RS:0;f1b69e0236bd:45005 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,45005,1731587748163; zookeeper connection closed. 2024-11-14T12:36:14,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e0c5938 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e0c5938 2024-11-14T12:36:14,918 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:36:15,239 INFO [M:0;f1b69e0236bd:46075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:36:15,239 INFO [M:0;f1b69e0236bd:46075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:36:15,239 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:15,239 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:15,239 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:15,239 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:15,239 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:15,239 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T12:36:15,253 DEBUG [M:0;f1b69e0236bd:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36641ff654b04267904cdeffad378b4a is 82, key is hbase:meta,,1/info:regioninfo/1731587751408/Put/seqid=0 2024-11-14T12:36:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:36:15,656 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36641ff654b04267904cdeffad378b4a 2024-11-14T12:36:15,672 DEBUG [M:0;f1b69e0236bd:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df423a40b614fd48e8857d2688cd2c1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587761895/Put/seqid=0 2024-11-14T12:36:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741849_1025 (size=8516) 2024-11-14T12:36:16,077 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df423a40b614fd48e8857d2688cd2c1 2024-11-14T12:36:16,093 DEBUG [M:0;f1b69e0236bd:46075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f8c669159fd4467891357c1ef363eb2 is 69, key is f1b69e0236bd,45005,1731587748163/rs:state/1731587750216/Put/seqid=0 2024-11-14T12:36:16,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:36:16,497 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f8c669159fd4467891357c1ef363eb2 2024-11-14T12:36:16,501 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36641ff654b04267904cdeffad378b4a as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36641ff654b04267904cdeffad378b4a 2024-11-14T12:36:16,504 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36641ff654b04267904cdeffad378b4a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:36:16,505 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df423a40b614fd48e8857d2688cd2c1 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df423a40b614fd48e8857d2688cd2c1 2024-11-14T12:36:16,509 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df423a40b614fd48e8857d2688cd2c1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:36:16,510 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f8c669159fd4467891357c1ef363eb2 as hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f8c669159fd4467891357c1ef363eb2 2024-11-14T12:36:16,513 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f8c669159fd4467891357c1ef363eb2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:36:16,514 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-14T12:36:16,518 INFO [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:16,519 DEBUG [M:0;f1b69e0236bd:46075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587775239Disabling compacts and flushes for region at 1731587775239Disabling writes for close at 1731587775239Obtaining lock to block concurrent updates at 1731587775239Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587775239Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731587775240 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587775240Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587775240Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587775252 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587775252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587775660 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587775672 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587775672Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587776080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587776093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587776093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759ebd7b: reopening flushed file at 1731587776500 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edc7ae5: reopening flushed file at 1731587776504 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477bada7: reopening flushed file at 1731587776509 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731587776514 (+5 ms)Writing region close event to WAL at 1731587776518 (+4 ms)Closed at 1731587776518 2024-11-14T12:36:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45025 is added to blk_1073741830_1006 (size=63654) 2024-11-14T12:36:16,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35963662-4348-2ab0-c74f-84f7a1aaa544/MasterData/WALs/f1b69e0236bd,46075,1731587748024/f1b69e0236bd%2C46075%2C1731587748024.1731587749890 not finished, retry = 0 2024-11-14T12:36:16,621 INFO [M:0;f1b69e0236bd:46075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:36:16,621 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:16,621 INFO [M:0;f1b69e0236bd:46075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46075 2024-11-14T12:36:16,622 INFO [M:0;f1b69e0236bd:46075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:16,734 INFO [M:0;f1b69e0236bd:46075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46075-0x1013a85f0910000, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:16,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:16,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:16,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:16,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:16,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:16,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:36:16,738 WARN [BP-292190942-172.17.0.3-1731587746556 heartbeating to localhost/127.0.0.1:37179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:36:16,738 WARN [BP-292190942-172.17.0.3-1731587746556 heartbeating to localhost/127.0.0.1:37179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292190942-172.17.0.3-1731587746556 (Datanode Uuid 6ac5728e-7b23-4002-89ae-6c4fc5dde661) service to localhost/127.0.0.1:37179 2024-11-14T12:36:16,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:36:16,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/data/data1/current/BP-292190942-172.17.0.3-1731587746556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:16,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/cluster_3ab559a1-4388-d9f7-781a-5eafec43fdae/data/data2/current/BP-292190942-172.17.0.3-1731587746556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:16,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:36:16,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:16,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:16,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:16,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:16,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ac09e87-d925-50fb-f277-b325489f71ce/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:16,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:36:16,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:36:16,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63780) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37179 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63780) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39635 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 161) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7012 (was 7024) 2024-11-14T12:36:16,781 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=7012 2024-11-14T12:36:16,795 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T12:36:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir so I do NOT create it in target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79 2024-11-14T12:36:16,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:36:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.tmp.dir so I do NOT create it in target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79 2024-11-14T12:36:16,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e08bfa9-7550-23f6-00bb-9e398131ce80/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:36:16,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79 2024-11-14T12:36:16,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851, deleteOnExit=true 2024-11-14T12:36:16,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/zookeeper_0, clientPort=51934, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:36:16,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51934 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/test.cache.data in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:36:16,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:36:16,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:36:16,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:36:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a85f0910002, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:36:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a85f0910005, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:36:16,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a85f0910002, quorum=127.0.0.1:63780, baseZNode=/0655463013 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:36:16,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a85f0910005, quorum=127.0.0.1:63780, baseZNode=/11076515381 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:36:17,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:17,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:17,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:17,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:17,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:36:17,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:17,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:17,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:17,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/java.io.tmpdir/jetty-localhost-34099-hadoop-hdfs-3_4_1-tests_jar-_-any-422090785929671292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:17,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:34099} 2024-11-14T12:36:17,152 INFO [Time-limited test {}] server.Server(415): Started @232069ms 2024-11-14T12:36:17,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:17,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:17,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:17,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:17,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:36:17,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:17,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:17,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-9383695349273792632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:17,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-14T12:36:17,427 INFO [Time-limited test {}] server.Server(415): Started @232344ms 2024-11-14T12:36:17,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:36:17,783 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/data/data1/current/BP-1945389285-172.17.0.3-1731587776831/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:17,783 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/data/data2/current/BP-1945389285-172.17.0.3-1731587776831/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:17,797 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:36:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fcdf9c9ab15eddf with lease ID 0xca1415860cf4c729: Processing first storage report for DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d from datanode DatanodeRegistration(127.0.0.1:44503, datanodeUuid=3c0ce299-22cb-4079-a013-d6242b71114a, infoPort=33069, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1585760379;c=1731587776831) 2024-11-14T12:36:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fcdf9c9ab15eddf with lease ID 0xca1415860cf4c729: from storage DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=3c0ce299-22cb-4079-a013-d6242b71114a, infoPort=33069, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1585760379;c=1731587776831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fcdf9c9ab15eddf with lease ID 0xca1415860cf4c729: Processing first storage report for DS-c05d8c0b-6902-4401-bd6f-d4e09f7e5a9b from datanode DatanodeRegistration(127.0.0.1:44503, datanodeUuid=3c0ce299-22cb-4079-a013-d6242b71114a, infoPort=33069, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1585760379;c=1731587776831) 2024-11-14T12:36:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fcdf9c9ab15eddf with lease ID 0xca1415860cf4c729: from storage DS-c05d8c0b-6902-4401-bd6f-d4e09f7e5a9b node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=3c0ce299-22cb-4079-a013-d6242b71114a, infoPort=33069, infoSecurePort=0, ipcPort=39041, storageInfo=lv=-57;cid=testClusterID;nsid=1585760379;c=1731587776831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:17,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79 2024-11-14T12:36:17,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:17,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:36:18,262 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f with version=8 2024-11-14T12:36:18,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/hbase-staging 2024-11-14T12:36:18,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:36:18,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:18,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33013 2024-11-14T12:36:18,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33013 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:18,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330130x0, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:18,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33013-0x1013a8666d70000 connected 2024-11-14T12:36:18,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:18,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:18,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/running 2024-11-14T12:36:18,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f, hbase.cluster.distributed=false 2024-11-14T12:36:18,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/acl 2024-11-14T12:36:18,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-14T12:36:18,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33013 2024-11-14T12:36:18,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33013 2024-11-14T12:36:18,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-14T12:36:18,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-14T12:36:18,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:36:18,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:18,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41749 2024-11-14T12:36:18,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41749 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:18,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:18,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417490x0, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:18,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417490x0, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/running 2024-11-14T12:36:18,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41749-0x1013a8666d70001 connected 2024-11-14T12:36:18,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:36:18,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:36:18,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/master 2024-11-14T12:36:18,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/acl 2024-11-14T12:36:18,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-14T12:36:18,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41749 2024-11-14T12:36:18,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41749 2024-11-14T12:36:18,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-14T12:36:18,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-14T12:36:18,459 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:33013 2024-11-14T12:36:18,459 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-199028825/backup-masters/f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/backup-masters 2024-11-14T12:36:18,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/backup-masters 2024-11-14T12:36:18,467 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on existing znode=/0-199028825/backup-masters/f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199028825/master 2024-11-14T12:36:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:18,476 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on existing znode=/0-199028825/master 2024-11-14T12:36:18,476 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-199028825/backup-masters/f1b69e0236bd,33013,1731587778265 from backup master directory 2024-11-14T12:36:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199028825/backup-masters/f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/backup-masters 2024-11-14T12:36:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/backup-masters 2024-11-14T12:36:18,484 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:18,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:18,487 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/hbase.id] with ID: a8757cdb-c845-4be1-8592-d59e712eaa1e 2024-11-14T12:36:18,487 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/.tmp/hbase.id 2024-11-14T12:36:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:36:18,891 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/.tmp/hbase.id]:[hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/hbase.id] 2024-11-14T12:36:18,899 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:18,899 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:36:18,900 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:36:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:36:19,340 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:19,341 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:36:19,342 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:36:19,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store 2024-11-14T12:36:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:36:19,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:19,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:19,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:20,154 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:20,154 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:20,154 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587780154Disabling compacts and flushes for region at 1731587780154Disabling writes for close at 1731587780154Writing region close event to WAL at 1731587780154Closed at 1731587780154 2024-11-14T12:36:20,155 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/.initializing 2024-11-14T12:36:20,155 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/WALs/f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:20,156 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:20,157 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C33013%2C1731587778265, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/WALs/f1b69e0236bd,33013,1731587778265, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:36:20,170 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/WALs/f1b69e0236bd,33013,1731587778265/f1b69e0236bd%2C33013%2C1731587778265.1731587780158, exclude list is [], retry=0 2024-11-14T12:36:20,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d,DISK] 2024-11-14T12:36:20,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/WALs/f1b69e0236bd,33013,1731587778265/f1b69e0236bd%2C33013%2C1731587778265.1731587780158 2024-11-14T12:36:20,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-14T12:36:20,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:20,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:20,175 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,175 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:36:20,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:20,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:20,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:36:20,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:20,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:20,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:36:20,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:20,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:20,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:36:20,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:20,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:20,181 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,181 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,181 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,182 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,182 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:20,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:20,185 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:20,185 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73118432, jitterRate=0.08954954147338867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:20,186 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587780175Initializing all the Stores at 1731587780175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587780175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587780175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587780175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587780175Cleaning up temporary data from old regions at 1731587780182 (+7 ms)Region opened successfully at 1731587780186 (+4 ms) 2024-11-14T12:36:20,186 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:36:20,188 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391afc76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:36:20,189 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:36:20,191 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:36:20,191 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/balancer because node does not exist (not necessarily an error) 2024-11-14T12:36:20,242 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/balancer already deleted, retry=false 2024-11-14T12:36:20,242 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:36:20,243 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:36:20,250 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/normalizer already deleted, retry=false 2024-11-14T12:36:20,250 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:36:20,251 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:36:20,258 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/switch/split already deleted, retry=false 2024-11-14T12:36:20,259 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:36:20,267 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/switch/merge already deleted, retry=false 2024-11-14T12:36:20,268 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:36:20,275 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/snapshot-cleanup already deleted, retry=false 2024-11-14T12:36:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199028825/running 2024-11-14T12:36:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199028825/running 2024-11-14T12:36:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,284 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,33013,1731587778265, sessionid=0x1013a8666d70000, setting cluster-up flag (Was=false) 2024-11-14T12:36:20,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,325 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199028825/flush-table-proc/acquired, /0-199028825/flush-table-proc/reached, /0-199028825/flush-table-proc/abort 2024-11-14T12:36:20,326 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:20,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:20,367 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199028825/online-snapshot/acquired, /0-199028825/online-snapshot/reached, /0-199028825/online-snapshot/abort 2024-11-14T12:36:20,368 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:20,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:36:20,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:20,370 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:36:20,370 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:36:20,371 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,33013,1731587778265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:20,372 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587810372 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:36:20,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:36:20,373 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:36:20,374 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587780374,5,FailOnTimeoutGroup] 2024-11-14T12:36:20,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:20,374 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587780374,5,FailOnTimeoutGroup] 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,374 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:36:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:36:20,447 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(746): ClusterId : a8757cdb-c845-4be1-8592-d59e712eaa1e 2024-11-14T12:36:20,447 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:36:20,451 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:36:20,451 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:36:20,459 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:36:20,459 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70431526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:20,470 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:41749 2024-11-14T12:36:20,470 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:36:20,470 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:36:20,470 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:36:20,470 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,33013,1731587778265 with port=41749, startcode=1731587778425 2024-11-14T12:36:20,471 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:36:20,472 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:36:20,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33013 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,474 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f 2024-11-14T12:36:20,474 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33477 2024-11-14T12:36:20,474 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:36:20,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/rs 2024-11-14T12:36:20,484 DEBUG [RS:0;f1b69e0236bd:41749 {}] zookeeper.ZKUtil(111): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on existing znode=/0-199028825/rs/f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,484 WARN [RS:0;f1b69e0236bd:41749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:20,484 INFO [RS:0;f1b69e0236bd:41749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:20,484 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,41749,1731587778425] 2024-11-14T12:36:20,487 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:36:20,488 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:36:20,489 INFO [RS:0;f1b69e0236bd:41749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:36:20,489 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,489 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:36:20,489 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:36:20,489 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:20,490 DEBUG [RS:0;f1b69e0236bd:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,490 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41749,1731587778425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:20,503 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:36:20,503 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41749,1731587778425-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,503 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,503 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.Replication(171): f1b69e0236bd,41749,1731587778425 started 2024-11-14T12:36:20,515 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:20,515 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,41749,1731587778425, RpcServer on f1b69e0236bd/172.17.0.3:41749, sessionid=0x1013a8666d70001 2024-11-14T12:36:20,515 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:36:20,515 DEBUG [RS:0;f1b69e0236bd:41749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,515 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41749,1731587778425' 2024-11-14T12:36:20,515 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199028825/flush-table-proc/abort' 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199028825/flush-table-proc/acquired' 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41749,1731587778425' 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199028825/online-snapshot/abort' 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199028825/online-snapshot/acquired' 2024-11-14T12:36:20,516 DEBUG [RS:0;f1b69e0236bd:41749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:36:20,517 INFO [RS:0;f1b69e0236bd:41749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:36:20,517 INFO [RS:0;f1b69e0236bd:41749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:36:20,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:20,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:20,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38419 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:20,617 INFO [RS:0;f1b69e0236bd:41749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:20,618 INFO [RS:0;f1b69e0236bd:41749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41749%2C1731587778425, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/oldWALs, maxLogs=10 2024-11-14T12:36:20,630 DEBUG [RS:0;f1b69e0236bd:41749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, exclude list is [], retry=0 2024-11-14T12:36:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d,DISK] 2024-11-14T12:36:20,634 INFO [RS:0;f1b69e0236bd:41749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 2024-11-14T12:36:20,634 DEBUG [RS:0;f1b69e0236bd:41749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-14T12:36:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:36:20,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:36:20,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:20,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:36:20,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f 2024-11-14T12:36:20,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:36:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:21,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:21,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:21,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:21,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:21,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:21,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:21,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:21,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:21,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740 2024-11-14T12:36:21,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740 2024-11-14T12:36:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:21,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:21,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:21,199 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:21,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64653643, jitterRate=-0.036585643887519836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:21,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587781188Initializing all the Stores at 1731587781189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587781189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781189Cleaning up temporary data from old regions at 1731587781196 (+7 ms)Region opened successfully at 1731587781200 (+4 ms) 2024-11-14T12:36:21,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:21,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:21,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:21,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:21,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:21,201 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:21,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587781200Disabling compacts and flushes for region at 1731587781200Disabling writes for close at 1731587781200Writing region close event to WAL at 1731587781201 (+1 ms)Closed at 1731587781201 2024-11-14T12:36:21,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:21,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:36:21,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:36:21,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:21,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:36:21,353 DEBUG [f1b69e0236bd:33013 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:36:21,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:21,355 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41749,1731587778425, state=OPENING 2024-11-14T12:36:21,367 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:36:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:21,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199028825/meta-region-server: CHANGED 2024-11-14T12:36:21,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199028825/meta-region-server: CHANGED 2024-11-14T12:36:21,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:21,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41749,1731587778425}] 2024-11-14T12:36:21,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:21,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:36:21,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:36:21,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:21,582 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:36:21,583 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41749%2C1731587778425.meta, suffix=.meta, logDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/oldWALs, maxLogs=10 2024-11-14T12:36:21,595 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.meta.1731587781583.meta, exclude list is [], retry=0 2024-11-14T12:36:21,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d,DISK] 2024-11-14T12:36:21,598 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.meta.1731587781583.meta 2024-11-14T12:36:21,599 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:21,600 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:36:21,600 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:36:21,600 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:36:21,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:21,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:21,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:21,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:21,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:21,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:21,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:21,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:21,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:21,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:21,605 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:21,606 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740 2024-11-14T12:36:21,606 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740 2024-11-14T12:36:21,607 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:21,607 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:21,608 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:21,609 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:21,609 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64596461, jitterRate=-0.03743772208690643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:21,609 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:36:21,609 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587781600Writing region info on filesystem at 1731587781600Initializing all the Stores at 1731587781601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587781601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587781601Cleaning up temporary data from old regions at 1731587781607 (+6 ms)Running coprocessor post-open hooks at 1731587781609 (+2 ms)Region opened successfully at 1731587781609 2024-11-14T12:36:21,610 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587781578 2024-11-14T12:36:21,612 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:36:21,612 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:36:21,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:21,613 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41749,1731587778425, state=OPEN 2024-11-14T12:36:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199028825/meta-region-server 2024-11-14T12:36:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199028825/meta-region-server 2024-11-14T12:36:21,655 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:21,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199028825/meta-region-server: CHANGED 2024-11-14T12:36:21,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199028825/meta-region-server: CHANGED 2024-11-14T12:36:21,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:36:21,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41749,1731587778425 in 229 msec 2024-11-14T12:36:21,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:36:21,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-14T12:36:21,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:21,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:36:21,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:21,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41749,1731587778425, seqNum=-1] 2024-11-14T12:36:21,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:21,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:21,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-14T12:36:21,665 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587781665, completionTime=-1 2024-11-14T12:36:21,665 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:36:21,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:36:21,666 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:36:21,666 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587841666 2024-11-14T12:36:21,666 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587901666 2024-11-14T12:36:21,666 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:33013, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,667 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,668 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.186sec 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:21,670 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:36:21,672 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:36:21,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:36:21,672 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33013,1731587778265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:21,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:21,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:21,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:21,749 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:21,751 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:21,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:21,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:21,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41749,1731587778425, seqNum=-1] 2024-11-14T12:36:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:21,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:21,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:21,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:21,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:21,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a8666d70002 connected 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir so I do NOT create it in target/test-data/de71f3cb-2342-de32-1bfb-207982dea798 2024-11-14T12:36:21,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.tmp.dir so I do NOT create it in target/test-data/de71f3cb-2342-de32-1bfb-207982dea798 2024-11-14T12:36:21,777 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:36:21,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/cluster_84fb8d70-195d-e7f7-381a-9ef386af0027, deleteOnExit=true 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/test.cache.data in system properties and HBase conf 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:36:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:36:21,778 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:36:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:36:21,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:21,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:21,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:21,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:21,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:36:21,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:21,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:21,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:22,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636fa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/java.io.tmpdir/jetty-localhost-33089-hadoop-hdfs-3_4_1-tests_jar-_-any-11238721603293670371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:22,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:33089} 2024-11-14T12:36:22,050 INFO [Time-limited test {}] server.Server(415): Started @236967ms 2024-11-14T12:36:22,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:22,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:22,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:22,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:22,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:36:22,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:22,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:22,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be291d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/java.io.tmpdir/jetty-localhost-46297-hadoop-hdfs-3_4_1-tests_jar-_-any-10601705034905420673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:22,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:46297} 2024-11-14T12:36:22,307 INFO [Time-limited test {}] server.Server(415): Started @237224ms 2024-11-14T12:36:22,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:36:22,668 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/cluster_84fb8d70-195d-e7f7-381a-9ef386af0027/data/data1/current/BP-1864826073-172.17.0.3-1731587781792/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:22,670 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/cluster_84fb8d70-195d-e7f7-381a-9ef386af0027/data/data2/current/BP-1864826073-172.17.0.3-1731587781792/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:22,685 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:36:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02bc5456c9b4667 with lease ID 0xf18844ce4c0df836: Processing first storage report for DS-2830693b-015e-45e9-85dc-a3781a8fe8ef from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=15f65c24-5a81-4fb4-b5e6-0e4b696ae093, infoPort=39791, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=1534119439;c=1731587781792) 2024-11-14T12:36:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02bc5456c9b4667 with lease ID 0xf18844ce4c0df836: from storage DS-2830693b-015e-45e9-85dc-a3781a8fe8ef node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=15f65c24-5a81-4fb4-b5e6-0e4b696ae093, infoPort=39791, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=1534119439;c=1731587781792), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc02bc5456c9b4667 with lease ID 0xf18844ce4c0df836: Processing first storage report for DS-c498f7d2-58d2-4f3e-9936-33b2ac527b7b from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=15f65c24-5a81-4fb4-b5e6-0e4b696ae093, infoPort=39791, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=1534119439;c=1731587781792) 2024-11-14T12:36:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc02bc5456c9b4667 with lease ID 0xf18844ce4c0df836: from storage DS-c498f7d2-58d2-4f3e-9936-33b2ac527b7b node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=15f65c24-5a81-4fb4-b5e6-0e4b696ae093, infoPort=39791, infoSecurePort=0, ipcPort=37171, storageInfo=lv=-57;cid=testClusterID;nsid=1534119439;c=1731587781792), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:22,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798 2024-11-14T12:36:22,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:22,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:36:23,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2 with version=8 2024-11-14T12:36:23,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/hbase-staging 2024-11-14T12:36:23,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:36:23,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:23,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44267 2024-11-14T12:36:23,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44267 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:23,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442670x0, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:23,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44267-0x1013a8666d70003 connected 2024-11-14T12:36:23,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:23,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:23,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/running 2024-11-14T12:36:23,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2, hbase.cluster.distributed=false 2024-11-14T12:36:23,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/acl 2024-11-14T12:36:23,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-14T12:36:23,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44267 2024-11-14T12:36:23,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44267 2024-11-14T12:36:23,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-14T12:36:23,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-14T12:36:23,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:36:23,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:23,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33193 2024-11-14T12:36:23,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33193 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:23,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:23,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:23,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331930x0, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:23,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331930x0, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/running 2024-11-14T12:36:23,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33193-0x1013a8666d70004 connected 2024-11-14T12:36:23,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:36:23,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:36:23,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/master 2024-11-14T12:36:23,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/acl 2024-11-14T12:36:23,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-14T12:36:23,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33193 2024-11-14T12:36:23,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33193 2024-11-14T12:36:23,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-14T12:36:23,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33193 2024-11-14T12:36:23,287 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:44267 2024-11-14T12:36:23,288 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1124502869/backup-masters/f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/backup-masters 2024-11-14T12:36:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/backup-masters 2024-11-14T12:36:23,292 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on existing znode=/1124502869/backup-masters/f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:23,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:23,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1124502869/master 2024-11-14T12:36:23,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:23,300 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on existing znode=/1124502869/master 2024-11-14T12:36:23,301 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1124502869/backup-masters/f1b69e0236bd,44267,1731587783147 from backup master directory 2024-11-14T12:36:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1124502869/backup-masters/f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/backup-masters 2024-11-14T12:36:23,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/backup-masters 2024-11-14T12:36:23,308 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:23,308 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:23,311 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/hbase.id] with ID: 200a36c2-5f7b-4803-88ac-da5b5a55808c 2024-11-14T12:36:23,311 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/.tmp/hbase.id 2024-11-14T12:36:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:36:23,716 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/.tmp/hbase.id]:[hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/hbase.id] 2024-11-14T12:36:23,723 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:23,723 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:36:23,724 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:36:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:36:24,164 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:24,165 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:36:24,165 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:36:24,571 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store 2024-11-14T12:36:24,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:24,977 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:24,977 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:24,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587784977Disabling compacts and flushes for region at 1731587784977Disabling writes for close at 1731587784977Writing region close event to WAL at 1731587784977Closed at 1731587784977 2024-11-14T12:36:24,978 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/.initializing 2024-11-14T12:36:24,978 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/WALs/f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:24,978 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:24,979 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C44267%2C1731587783147, suffix=, logDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/WALs/f1b69e0236bd,44267,1731587783147, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/oldWALs, maxLogs=10 2024-11-14T12:36:24,992 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/WALs/f1b69e0236bd,44267,1731587783147/f1b69e0236bd%2C44267%2C1731587783147.1731587784980, exclude list is [], retry=0 2024-11-14T12:36:24,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-2830693b-015e-45e9-85dc-a3781a8fe8ef,DISK] 2024-11-14T12:36:24,995 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/WALs/f1b69e0236bd,44267,1731587783147/f1b69e0236bd%2C44267%2C1731587783147.1731587784980 2024-11-14T12:36:24,995 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-14T12:36:24,996 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:24,996 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:24,996 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:24,996 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:24,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:24,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:36:24,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:24,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:24,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:24,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:36:24,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:24,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:24,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:36:25,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:25,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:25,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:36:25,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:25,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:25,001 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,003 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,003 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,003 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:25,004 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:25,005 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:25,005 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61165201, jitterRate=-0.08856748044490814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:25,005 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587784996Initializing all the Stores at 1731587784996Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587784996Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587784997 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587784997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587784997Cleaning up temporary data from old regions at 1731587785003 (+6 ms)Region opened successfully at 1731587785005 (+2 ms) 2024-11-14T12:36:25,005 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:36:25,007 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4daaad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:25,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:36:25,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:36:25,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:36:25,008 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:36:25,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:36:25,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:36:25,009 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:36:25,010 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:36:25,011 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/balancer because node does not exist (not necessarily an error) 2024-11-14T12:36:25,100 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/balancer already deleted, retry=false 2024-11-14T12:36:25,100 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:36:25,101 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:36:25,108 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/normalizer already deleted, retry=false 2024-11-14T12:36:25,108 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:36:25,109 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:36:25,117 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/switch/split already deleted, retry=false 2024-11-14T12:36:25,117 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:36:25,125 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/switch/merge already deleted, retry=false 2024-11-14T12:36:25,127 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:36:25,133 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/snapshot-cleanup already deleted, retry=false 2024-11-14T12:36:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1124502869/running 2024-11-14T12:36:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1124502869/running 2024-11-14T12:36:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,142 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,44267,1731587783147, sessionid=0x1013a8666d70003, setting cluster-up flag (Was=false) 2024-11-14T12:36:25,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,183 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1124502869/flush-table-proc/acquired, /1124502869/flush-table-proc/reached, /1124502869/flush-table-proc/abort 2024-11-14T12:36:25,184 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:25,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:25,225 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1124502869/online-snapshot/acquired, /1124502869/online-snapshot/reached, /1124502869/online-snapshot/abort 2024-11-14T12:36:25,226 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:25,227 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:36:25,228 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:25,228 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:36:25,229 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:36:25,229 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,44267,1731587783147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:25,230 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587815231 2024-11-14T12:36:25,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:36:25,231 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:36:25,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:25,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,232 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:36:25,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:36:25,233 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:25,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:36:25,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:36:25,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:36:25,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:36:25,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:36:25,233 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587785233,5,FailOnTimeoutGroup] 2024-11-14T12:36:25,234 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587785234,5,FailOnTimeoutGroup] 2024-11-14T12:36:25,234 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,234 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:36:25,234 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,234 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:36:25,280 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(746): ClusterId : 200a36c2-5f7b-4803-88ac-da5b5a55808c 2024-11-14T12:36:25,280 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:36:25,284 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:36:25,284 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:36:25,292 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:36:25,293 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb61bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:25,304 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:33193 2024-11-14T12:36:25,304 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:36:25,304 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:36:25,304 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:36:25,304 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,44267,1731587783147 with port=33193, startcode=1731587783259 2024-11-14T12:36:25,305 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:36:25,306 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:36:25,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,307 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2 2024-11-14T12:36:25,307 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41903 2024-11-14T12:36:25,307 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:36:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/rs 2024-11-14T12:36:25,317 DEBUG [RS:0;f1b69e0236bd:33193 {}] zookeeper.ZKUtil(111): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on existing znode=/1124502869/rs/f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,317 WARN [RS:0;f1b69e0236bd:33193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:25,317 INFO [RS:0;f1b69e0236bd:33193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:25,317 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,33193,1731587783259] 2024-11-14T12:36:25,320 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:36:25,322 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:36:25,322 INFO [RS:0;f1b69e0236bd:33193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:36:25,322 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,322 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:36:25,323 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:36:25,323 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,323 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,324 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,324 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:25,324 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:25,324 DEBUG [RS:0;f1b69e0236bd:33193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,324 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33193,1731587783259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:25,337 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:36:25,337 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33193,1731587783259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,337 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,337 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.Replication(171): f1b69e0236bd,33193,1731587783259 started 2024-11-14T12:36:25,349 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:25,349 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,33193,1731587783259, RpcServer on f1b69e0236bd/172.17.0.3:33193, sessionid=0x1013a8666d70004 2024-11-14T12:36:25,349 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:36:25,349 DEBUG [RS:0;f1b69e0236bd:33193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,349 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33193,1731587783259' 2024-11-14T12:36:25,349 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1124502869/flush-table-proc/abort' 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1124502869/flush-table-proc/acquired' 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33193,1731587783259' 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1124502869/online-snapshot/abort' 2024-11-14T12:36:25,350 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1124502869/online-snapshot/acquired' 2024-11-14T12:36:25,351 DEBUG [RS:0;f1b69e0236bd:33193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:36:25,351 INFO [RS:0;f1b69e0236bd:33193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:36:25,351 INFO [RS:0;f1b69e0236bd:33193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:36:25,451 INFO [RS:0;f1b69e0236bd:33193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:25,452 INFO [RS:0;f1b69e0236bd:33193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33193%2C1731587783259, suffix=, logDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/oldWALs, maxLogs=10 2024-11-14T12:36:25,464 DEBUG [RS:0;f1b69e0236bd:33193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, exclude list is [], retry=0 2024-11-14T12:36:25,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-2830693b-015e-45e9-85dc-a3781a8fe8ef,DISK] 2024-11-14T12:36:25,468 INFO [RS:0;f1b69e0236bd:33193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 2024-11-14T12:36:25,468 DEBUG [RS:0;f1b69e0236bd:33193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-14T12:36:25,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:36:25,641 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2 2024-11-14T12:36:25,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:36:26,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:26,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:26,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:26,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:26,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:26,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:26,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:26,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:26,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:26,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:26,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740 2024-11-14T12:36:26,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740 2024-11-14T12:36:26,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:26,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:26,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:26,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:26,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74440837, jitterRate=0.10925491154193878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587786046Initializing all the Stores at 1731587786047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587786047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786047Cleaning up temporary data from old regions at 1731587786054 (+7 ms)Region opened successfully at 1731587786056 (+2 ms) 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:26,056 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:26,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:26,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587786056Disabling compacts and flushes for region at 1731587786056Disabling writes for close at 1731587786056Writing region close event to WAL at 1731587786057 (+1 ms)Closed at 1731587786057 2024-11-14T12:36:26,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:26,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:36:26,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:36:26,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:26,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:36:26,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:26,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,209 DEBUG [f1b69e0236bd:44267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:36:26,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:26,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33193,1731587783259, state=OPENING 2024-11-14T12:36:26,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:26,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:36:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:26,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:26,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1124502869/meta-region-server: CHANGED 2024-11-14T12:36:26,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1124502869/meta-region-server: CHANGED 2024-11-14T12:36:26,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33193,1731587783259}] 2024-11-14T12:36:26,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:36:26,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:26,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:36:26,539 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:36:26,539 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:26,540 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:36:26,541 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33193%2C1731587783259.meta, suffix=.meta, logDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/oldWALs, maxLogs=10 2024-11-14T12:36:26,552 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.meta.1731587786541.meta, exclude list is [], retry=0 2024-11-14T12:36:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-2830693b-015e-45e9-85dc-a3781a8fe8ef,DISK] 2024-11-14T12:36:26,556 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.meta.1731587786541.meta 2024-11-14T12:36:26,556 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-14T12:36:26,556 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:26,557 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:36:26,557 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:36:26,557 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:36:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:26,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:26,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:26,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:26,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:26,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:26,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:26,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:26,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:26,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:26,561 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:26,562 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740 2024-11-14T12:36:26,562 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740 2024-11-14T12:36:26,563 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:26,563 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:26,563 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:26,564 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:26,565 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64266206, jitterRate=-0.04235890507698059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:26,565 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:36:26,565 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587786557Writing region info on filesystem at 1731587786557Initializing all the Stores at 1731587786558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587786558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587786558Cleaning up temporary data from old regions at 1731587786563 (+5 ms)Running coprocessor post-open hooks at 1731587786565 (+2 ms)Region opened successfully at 1731587786565 2024-11-14T12:36:26,565 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587786535 2024-11-14T12:36:26,567 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:36:26,567 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:36:26,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:26,568 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33193,1731587783259, state=OPEN 2024-11-14T12:36:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1124502869/meta-region-server 2024-11-14T12:36:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1124502869/meta-region-server 2024-11-14T12:36:26,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:26,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1124502869/meta-region-server: CHANGED 2024-11-14T12:36:26,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1124502869/meta-region-server: CHANGED 2024-11-14T12:36:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:36:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33193,1731587783259 in 192 msec 2024-11-14T12:36:26,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:36:26,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-14T12:36:26,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:26,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:36:26,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:26,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33193,1731587783259, seqNum=-1] 2024-11-14T12:36:26,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:26,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:26,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-14T12:36:26,584 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587786584, completionTime=-1 2024-11-14T12:36:26,585 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:36:26,585 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587846586 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587906586 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,586 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,587 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:44267, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,587 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,587 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,588 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.282sec 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:26,590 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:36:26,592 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:36:26,592 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:36:26,592 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44267,1731587783147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:26,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:26,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:26,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:26,682 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edee793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:26,684 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:26,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33193,1731587783259, seqNum=-1] 2024-11-14T12:36:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:26,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:26,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:26,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:26,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a8666d70005 connected 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir so I do NOT create it in target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91 2024-11-14T12:36:26,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.tmp.dir so I do NOT create it in target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91 2024-11-14T12:36:26,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:36:26,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/cluster_eb54bd66-aff5-6d08-819e-8e65b92aaaf4, deleteOnExit=true 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/test.cache.data in system properties and HBase conf 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:36:26,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:36:26,703 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:36:26,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:36:26,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:26,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:26,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:26,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:26,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:36:26,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:26,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:26,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:26,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5721312a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/java.io.tmpdir/jetty-localhost-37539-hadoop-hdfs-3_4_1-tests_jar-_-any-15732703638690330219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:26,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:37539} 2024-11-14T12:36:26,989 INFO [Time-limited test {}] server.Server(415): Started @241906ms 2024-11-14T12:36:27,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:36:27,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:36:27,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:36:27,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:36:27,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:36:27,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:36:27,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:36:27,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ada0127{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/java.io.tmpdir/jetty-localhost-38689-hadoop-hdfs-3_4_1-tests_jar-_-any-11510358084637207322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:27,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:38689} 2024-11-14T12:36:27,270 INFO [Time-limited test {}] server.Server(415): Started @242187ms 2024-11-14T12:36:27,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:36:27,665 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/cluster_eb54bd66-aff5-6d08-819e-8e65b92aaaf4/data/data1/current/BP-1973979016-172.17.0.3-1731587786717/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:27,665 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/cluster_eb54bd66-aff5-6d08-819e-8e65b92aaaf4/data/data2/current/BP-1973979016-172.17.0.3-1731587786717/current, will proceed with Du for space computation calculation, 2024-11-14T12:36:27,681 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:36:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3779310fb30ee096 with lease ID 0x72498b9fde839ed1: Processing first storage report for DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81 from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=2746857a-7b2f-4051-a49f-2ff8a80473eb, infoPort=34995, infoSecurePort=0, ipcPort=41877, storageInfo=lv=-57;cid=testClusterID;nsid=210794846;c=1731587786717) 2024-11-14T12:36:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3779310fb30ee096 with lease ID 0x72498b9fde839ed1: from storage DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81 node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=2746857a-7b2f-4051-a49f-2ff8a80473eb, infoPort=34995, infoSecurePort=0, ipcPort=41877, storageInfo=lv=-57;cid=testClusterID;nsid=210794846;c=1731587786717), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3779310fb30ee096 with lease ID 0x72498b9fde839ed1: Processing first storage report for DS-f5d51598-7494-4920-9f0a-b62e13357367 from datanode DatanodeRegistration(127.0.0.1:38247, datanodeUuid=2746857a-7b2f-4051-a49f-2ff8a80473eb, infoPort=34995, infoSecurePort=0, ipcPort=41877, storageInfo=lv=-57;cid=testClusterID;nsid=210794846;c=1731587786717) 2024-11-14T12:36:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3779310fb30ee096 with lease ID 0x72498b9fde839ed1: from storage DS-f5d51598-7494-4920-9f0a-b62e13357367 node DatanodeRegistration(127.0.0.1:38247, datanodeUuid=2746857a-7b2f-4051-a49f-2ff8a80473eb, infoPort=34995, infoSecurePort=0, ipcPort=41877, storageInfo=lv=-57;cid=testClusterID;nsid=210794846;c=1731587786717), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:36:27,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91 2024-11-14T12:36:27,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:27,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:36:28,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f with version=8 2024-11-14T12:36:28,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/hbase-staging 2024-11-14T12:36:28,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:28,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:28,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:28,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:36:28,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:28,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36825 2024-11-14T12:36:28,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36825 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368250x0, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:28,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36825-0x1013a8666d70006 connected 2024-11-14T12:36:28,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:28,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:28,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/running 2024-11-14T12:36:28,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f, hbase.cluster.distributed=false 2024-11-14T12:36:28,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/acl 2024-11-14T12:36:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-14T12:36:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36825 2024-11-14T12:36:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36825 2024-11-14T12:36:28,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-14T12:36:28,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36825 2024-11-14T12:36:28,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:36:28,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:36:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:36:28,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33993 2024-11-14T12:36:28,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33993 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:28,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:28,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339930x0, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:28,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339930x0, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/running 2024-11-14T12:36:28,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33993-0x1013a8666d70007 connected 2024-11-14T12:36:28,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:36:28,234 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:36:28,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/master 2024-11-14T12:36:28,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/acl 2024-11-14T12:36:28,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-14T12:36:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33993 2024-11-14T12:36:28,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33993 2024-11-14T12:36:28,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-14T12:36:28,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-14T12:36:28,253 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:36825 2024-11-14T12:36:28,255 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2660780335/backup-masters/f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:28,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/backup-masters 2024-11-14T12:36:28,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/backup-masters 2024-11-14T12:36:28,259 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on existing znode=/2660780335/backup-masters/f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:28,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2660780335/master 2024-11-14T12:36:28,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:28,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:28,267 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on existing znode=/2660780335/master 2024-11-14T12:36:28,267 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2660780335/backup-masters/f1b69e0236bd,36825,1731587788109 from backup master directory 2024-11-14T12:36:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2660780335/backup-masters/f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/backup-masters 2024-11-14T12:36:28,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/backup-masters 2024-11-14T12:36:28,275 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:28,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:28,278 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/hbase.id] with ID: 1f99a475-a32f-4203-9c27-3ada9587104b 2024-11-14T12:36:28,278 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/.tmp/hbase.id 2024-11-14T12:36:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:36:28,682 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/.tmp/hbase.id]:[hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/hbase.id] 2024-11-14T12:36:28,690 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:36:28,690 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:36:28,691 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:36:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:28,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:36:29,131 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:29,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:36:29,132 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:29,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:36:29,538 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store 2024-11-14T12:36:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:29,943 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:29,943 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:29,943 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587789943Disabling compacts and flushes for region at 1731587789943Disabling writes for close at 1731587789943Writing region close event to WAL at 1731587789943Closed at 1731587789943 2024-11-14T12:36:29,944 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/.initializing 2024-11-14T12:36:29,944 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/WALs/f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:29,945 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:29,946 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C36825%2C1731587788109, suffix=, logDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/WALs/f1b69e0236bd,36825,1731587788109, archiveDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/oldWALs, maxLogs=10 2024-11-14T12:36:29,958 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/WALs/f1b69e0236bd,36825,1731587788109/f1b69e0236bd%2C36825%2C1731587788109.1731587789946, exclude list is [], retry=0 2024-11-14T12:36:29,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81,DISK] 2024-11-14T12:36:29,961 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/WALs/f1b69e0236bd,36825,1731587788109/f1b69e0236bd%2C36825%2C1731587788109.1731587789946 2024-11-14T12:36:29,962 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-14T12:36:29,962 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:29,962 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:29,962 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,962 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:36:29,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:36:29,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:36:29,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:29,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:29,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:36:29,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:29,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:29,967 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,968 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,968 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,969 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,969 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,969 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:29,970 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:36:29,971 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:29,972 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67613610, jitterRate=0.007521301507949829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:29,972 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587789962Initializing all the Stores at 1731587789962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587789963 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587789963Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587789963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587789963Cleaning up temporary data from old regions at 1731587789969 (+6 ms)Region opened successfully at 1731587789972 (+3 ms) 2024-11-14T12:36:29,972 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:36:29,974 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2638eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:29,974 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:36:29,974 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:36:29,974 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:36:29,975 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:36:29,975 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:36:29,975 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:36:29,975 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:36:29,976 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:36:29,977 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/balancer because node does not exist (not necessarily an error) 2024-11-14T12:36:30,033 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/balancer already deleted, retry=false 2024-11-14T12:36:30,033 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:36:30,034 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:36:30,041 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/normalizer already deleted, retry=false 2024-11-14T12:36:30,042 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:36:30,042 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:36:30,050 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/switch/split already deleted, retry=false 2024-11-14T12:36:30,050 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:36:30,058 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/switch/merge already deleted, retry=false 2024-11-14T12:36:30,059 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:36:30,066 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/snapshot-cleanup already deleted, retry=false 2024-11-14T12:36:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2660780335/running 2024-11-14T12:36:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2660780335/running 2024-11-14T12:36:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,075 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,36825,1731587788109, sessionid=0x1013a8666d70006, setting cluster-up flag (Was=false) 2024-11-14T12:36:30,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2660780335/flush-table-proc/acquired, /2660780335/flush-table-proc/reached, /2660780335/flush-table-proc/abort 2024-11-14T12:36:30,117 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:30,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:30,158 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2660780335/online-snapshot/acquired, /2660780335/online-snapshot/reached, /2660780335/online-snapshot/abort 2024-11-14T12:36:30,159 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:30,160 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:36:30,161 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:30,161 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:36:30,161 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:36:30,161 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,36825,1731587788109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:36:30,162 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:30,162 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:30,162 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:30,162 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:36:30,163 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:36:30,163 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,163 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:30,163 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,164 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587820164 2024-11-14T12:36:30,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:36:30,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:36:30,175 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:36:30,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:36:30,176 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:36:30,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:36:30,177 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587790176,5,FailOnTimeoutGroup] 2024-11-14T12:36:30,177 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587790177,5,FailOnTimeoutGroup] 2024-11-14T12:36:30,177 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,177 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:36:30,177 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,177 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:36:30,245 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(746): ClusterId : 1f99a475-a32f-4203-9c27-3ada9587104b 2024-11-14T12:36:30,245 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:36:30,250 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:36:30,250 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:36:30,259 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:36:30,259 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dfbe23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:36:30,274 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:33993 2024-11-14T12:36:30,274 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:36:30,274 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:36:30,274 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:36:30,275 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,36825,1731587788109 with port=33993, startcode=1731587788220 2024-11-14T12:36:30,275 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:36:30,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:36:30,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36825 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,278 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f 2024-11-14T12:36:30,278 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41207 2024-11-14T12:36:30,278 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:36:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/rs 2024-11-14T12:36:30,302 DEBUG [RS:0;f1b69e0236bd:33993 {}] zookeeper.ZKUtil(111): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on existing znode=/2660780335/rs/f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,302 WARN [RS:0;f1b69e0236bd:33993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:36:30,302 INFO [RS:0;f1b69e0236bd:33993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:30,302 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,33993,1731587788220] 2024-11-14T12:36:30,305 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:36:30,307 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:36:30,307 INFO [RS:0;f1b69e0236bd:33993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:36:30,307 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,307 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:36:30,308 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:36:30,308 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:30,308 DEBUG [RS:0;f1b69e0236bd:33993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,309 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33993,1731587788220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:30,322 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:36:30,322 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,33993,1731587788220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,322 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,322 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.Replication(171): f1b69e0236bd,33993,1731587788220 started 2024-11-14T12:36:30,334 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:30,334 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,33993,1731587788220, RpcServer on f1b69e0236bd/172.17.0.3:33993, sessionid=0x1013a8666d70007 2024-11-14T12:36:30,334 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:36:30,334 DEBUG [RS:0;f1b69e0236bd:33993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,334 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33993,1731587788220' 2024-11-14T12:36:30,334 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2660780335/flush-table-proc/abort' 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2660780335/flush-table-proc/acquired' 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,33993,1731587788220' 2024-11-14T12:36:30,335 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2660780335/online-snapshot/abort' 2024-11-14T12:36:30,336 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2660780335/online-snapshot/acquired' 2024-11-14T12:36:30,336 DEBUG [RS:0;f1b69e0236bd:33993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:36:30,336 INFO [RS:0;f1b69e0236bd:33993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:36:30,336 INFO [RS:0;f1b69e0236bd:33993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:36:30,436 INFO [RS:0;f1b69e0236bd:33993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:36:30,437 INFO [RS:0;f1b69e0236bd:33993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33993%2C1731587788220, suffix=, logDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220, archiveDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/oldWALs, maxLogs=10 2024-11-14T12:36:30,450 DEBUG [RS:0;f1b69e0236bd:33993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, exclude list is [], retry=0 2024-11-14T12:36:30,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81,DISK] 2024-11-14T12:36:30,454 INFO [RS:0;f1b69e0236bd:33993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 2024-11-14T12:36:30,457 DEBUG [RS:0;f1b69e0236bd:33993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-14T12:36:30,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:36:30,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f 2024-11-14T12:36:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:36:30,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:30,631 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:30,631 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48499 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:36:30,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:36:30,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:30,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:30,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:30,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:30,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:30,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:30,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:30,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:30,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:30,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:30,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:30,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:30,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:30,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:30,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:30,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:30,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:30,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:30,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740 2024-11-14T12:36:30,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740 2024-11-14T12:36:30,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:30,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:30,997 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:30,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:30,999 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61240605, jitterRate=-0.08744387328624725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587790989Initializing all the Stores at 1731587790989Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587790990 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587790990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587790990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587790990Cleaning up temporary data from old regions at 1731587790996 (+6 ms)Region opened successfully at 1731587790999 (+3 ms) 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:30,999 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:30,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:31,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:31,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587790999Disabling compacts and flushes for region at 1731587790999Disabling writes for close at 1731587790999Writing region close event to WAL at 1731587791000 (+1 ms)Closed at 1731587791000 2024-11-14T12:36:31,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:31,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:36:31,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:36:31,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:31,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:36:31,153 DEBUG [f1b69e0236bd:36825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:36:31,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:31,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33993,1731587788220, state=OPENING 2024-11-14T12:36:31,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:36:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:31,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:36:31,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2660780335/meta-region-server: CHANGED 2024-11-14T12:36:31,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2660780335/meta-region-server: CHANGED 2024-11-14T12:36:31,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33993,1731587788220}] 2024-11-14T12:36:31,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:31,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:36:31,364 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:36:31,364 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:31,365 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:36:31,366 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33993%2C1731587788220.meta, suffix=.meta, logDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220, archiveDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/oldWALs, maxLogs=10 2024-11-14T12:36:31,383 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.meta.1731587791366.meta, exclude list is [], retry=0 2024-11-14T12:36:31,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81,DISK] 2024-11-14T12:36:31,386 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.meta.1731587791366.meta 2024-11-14T12:36:31,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-14T12:36:31,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:31,387 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:31,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:31,387 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:36:31,388 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:36:31,388 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:36:31,388 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:31,388 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:36:31,388 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:36:31,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:36:31,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:36:31,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:31,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:31,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:36:31,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:36:31,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:31,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:31,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:36:31,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:36:31,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:31,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:31,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:36:31,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:36:31,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:31,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:36:31,393 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:36:31,393 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740 2024-11-14T12:36:31,394 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740 2024-11-14T12:36:31,395 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:36:31,395 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:36:31,395 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:36:31,396 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:36:31,397 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60245929, jitterRate=-0.10226570069789886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:36:31,397 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:36:31,397 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587791388Writing region info on filesystem at 1731587791388Initializing all the Stores at 1731587791389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587791389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587791389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587791389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587791389Cleaning up temporary data from old regions at 1731587791395 (+6 ms)Running coprocessor post-open hooks at 1731587791397 (+2 ms)Region opened successfully at 1731587791397 2024-11-14T12:36:31,398 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587791360 2024-11-14T12:36:31,400 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:36:31,400 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:36:31,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:31,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,33993,1731587788220, state=OPEN 2024-11-14T12:36:31,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2660780335/meta-region-server 2024-11-14T12:36:31,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2660780335/meta-region-server 2024-11-14T12:36:31,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:31,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2660780335/meta-region-server: CHANGED 2024-11-14T12:36:31,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2660780335/meta-region-server: CHANGED 2024-11-14T12:36:31,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:36:31,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,33993,1731587788220 in 346 msec 2024-11-14T12:36:31,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:36:31,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-11-14T12:36:31,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:36:31,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:36:31,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:31,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33993,1731587788220, seqNum=-1] 2024-11-14T12:36:31,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:31,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:31,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-14T12:36:31,566 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587791566, completionTime=-1 2024-11-14T12:36:31,567 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:36:31,567 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:36:31,568 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:36:31,568 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587851568 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587911569 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:36825, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,569 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,570 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,571 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:36:31,573 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:36:31,574 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:36:31,574 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:36:31,575 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36825,1731587788109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:36:31,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef94d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:31,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:31,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:31,648 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505cf4de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:31,649 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:31,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:31,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33993,1731587788220, seqNum=-1] 2024-11-14T12:36:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:31,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:31,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:31,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51934 2024-11-14T12:36:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:36:31,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a8666d70008 connected 2024-11-14T12:36:31,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fafe77 2024-11-14T12:36:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:31,678 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:31,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:36:31,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:31,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:31,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:36:31,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:31,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:36:31,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afc94dafb158f97ee730c63c06a06f7d, NAME => 'test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f 2024-11-14T12:36:31,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:36:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:32,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:32,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:32,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing afc94dafb158f97ee730c63c06a06f7d, disabling compactions & flushes 2024-11-14T12:36:32,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. after waiting 0 ms 2024-11-14T12:36:32,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for afc94dafb158f97ee730c63c06a06f7d: Waiting for close lock at 1731587792092Disabling compacts and flushes for region at 1731587792092Disabling writes for close at 1731587792093 (+1 ms)Writing region close event to WAL at 1731587792093Closed at 1731587792093 2024-11-14T12:36:32,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:32,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587792094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587792094"}]},"ts":"1731587792094"} 2024-11-14T12:36:32,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:32,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:32,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587792097"}]},"ts":"1731587792097"} 2024-11-14T12:36:32,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:36:32,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc94dafb158f97ee730c63c06a06f7d, ASSIGN}] 2024-11-14T12:36:32,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afc94dafb158f97ee730c63c06a06f7d, ASSIGN 2024-11-14T12:36:32,101 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=afc94dafb158f97ee730c63c06a06f7d, ASSIGN; state=OFFLINE, location=f1b69e0236bd,41749,1731587778425; forceNewPlan=false, retain=false 2024-11-14T12:36:32,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:32,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc94dafb158f97ee730c63c06a06f7d, regionState=OPENING, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:32,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=afc94dafb158f97ee730c63c06a06f7d, ASSIGN because future has completed 2024-11-14T12:36:32,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc94dafb158f97ee730c63c06a06f7d, server=f1b69e0236bd,41749,1731587778425}] 2024-11-14T12:36:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:32,410 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,410 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => afc94dafb158f97ee730c63c06a06f7d, NAME => 'test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:32,410 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:32,410 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:36:32,410 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,410 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:32,410 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,410 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,411 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,412 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc94dafb158f97ee730c63c06a06f7d columnFamilyName f 2024-11-14T12:36:32,413 DEBUG [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:32,413 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(327): Store=afc94dafb158f97ee730c63c06a06f7d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:32,413 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,414 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc94dafb158f97ee730c63c06a06f7d columnFamilyName f1 2024-11-14T12:36:32,414 DEBUG [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:32,414 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(327): Store=afc94dafb158f97ee730c63c06a06f7d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:32,414 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,415 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc94dafb158f97ee730c63c06a06f7d columnFamilyName norep 2024-11-14T12:36:32,415 DEBUG [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:32,415 INFO [StoreOpener-afc94dafb158f97ee730c63c06a06f7d-1 {}] regionserver.HStore(327): Store=afc94dafb158f97ee730c63c06a06f7d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:32,415 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,415 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,416 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,416 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,416 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,416 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:32,417 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,418 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:32,419 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened afc94dafb158f97ee730c63c06a06f7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61710785, jitterRate=-0.08043764531612396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:32,419 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:36:32,419 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for afc94dafb158f97ee730c63c06a06f7d: Running coprocessor pre-open hook at 1731587792410Writing region info on filesystem at 1731587792410Initializing all the Stores at 1731587792411 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587792411Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587792411Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587792411Cleaning up temporary data from old regions at 1731587792416 (+5 ms)Running coprocessor post-open hooks at 1731587792419 (+3 ms)Region opened successfully at 1731587792419 2024-11-14T12:36:32,420 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d., pid=6, masterSystemTime=1731587792406 2024-11-14T12:36:32,422 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,422 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:36:32,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afc94dafb158f97ee730c63c06a06f7d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:32,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc94dafb158f97ee730c63c06a06f7d, server=f1b69e0236bd,41749,1731587778425 because future has completed 2024-11-14T12:36:32,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:36:32,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure afc94dafb158f97ee730c63c06a06f7d, server=f1b69e0236bd,41749,1731587778425 in 171 msec 2024-11-14T12:36:32,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:36:32,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=afc94dafb158f97ee730c63c06a06f7d, ASSIGN in 328 msec 2024-11-14T12:36:32,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:32,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587792429"}]},"ts":"1731587792429"} 2024-11-14T12:36:32,431 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:36:32,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:32,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-14T12:36:32,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:36:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:32,821 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:36:32,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ffe6e2 2024-11-14T12:36:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:32,823 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:32,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:36:32,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:32,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:32,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:36:32,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:32,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:36:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:33,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c31868fa9c0e3498d8837e86247eaf55, NAME => 'test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2 2024-11-14T12:36:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:36:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c31868fa9c0e3498d8837e86247eaf55, disabling compactions & flushes 2024-11-14T12:36:33,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. after waiting 0 ms 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c31868fa9c0e3498d8837e86247eaf55: Waiting for close lock at 1731587793637Disabling compacts and flushes for region at 1731587793637Disabling writes for close at 1731587793637Writing region close event to WAL at 1731587793637Closed at 1731587793637 2024-11-14T12:36:33,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:33,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587793638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587793638"}]},"ts":"1731587793638"} 2024-11-14T12:36:33,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:33,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:33,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587793641"}]},"ts":"1731587793641"} 2024-11-14T12:36:33,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:36:33,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c31868fa9c0e3498d8837e86247eaf55, ASSIGN}] 2024-11-14T12:36:33,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c31868fa9c0e3498d8837e86247eaf55, ASSIGN 2024-11-14T12:36:33,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c31868fa9c0e3498d8837e86247eaf55, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33193,1731587783259; forceNewPlan=false, retain=false 2024-11-14T12:36:33,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c31868fa9c0e3498d8837e86247eaf55, regionState=OPENING, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c31868fa9c0e3498d8837e86247eaf55, ASSIGN because future has completed 2024-11-14T12:36:33,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31868fa9c0e3498d8837e86247eaf55, server=f1b69e0236bd,33193,1731587783259}] 2024-11-14T12:36:33,952 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c31868fa9c0e3498d8837e86247eaf55, NAME => 'test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:33,952 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:33,952 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:36:33,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:33,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,953 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,954 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31868fa9c0e3498d8837e86247eaf55 columnFamilyName f 2024-11-14T12:36:33,954 DEBUG [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:33,955 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(327): Store=c31868fa9c0e3498d8837e86247eaf55/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:33,955 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,955 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31868fa9c0e3498d8837e86247eaf55 columnFamilyName f1 2024-11-14T12:36:33,955 DEBUG [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:33,956 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(327): Store=c31868fa9c0e3498d8837e86247eaf55/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:33,956 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,956 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31868fa9c0e3498d8837e86247eaf55 columnFamilyName norep 2024-11-14T12:36:33,956 DEBUG [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:33,957 INFO [StoreOpener-c31868fa9c0e3498d8837e86247eaf55-1 {}] regionserver.HStore(327): Store=c31868fa9c0e3498d8837e86247eaf55/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:33,957 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,957 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,957 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,958 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,958 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,958 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:33,959 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,960 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:33,960 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c31868fa9c0e3498d8837e86247eaf55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74278612, jitterRate=0.10683757066726685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:33,960 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:33,961 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c31868fa9c0e3498d8837e86247eaf55: Running coprocessor pre-open hook at 1731587793952Writing region info on filesystem at 1731587793952Initializing all the Stores at 1731587793953 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587793953Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587793953Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587793953Cleaning up temporary data from old regions at 1731587793958 (+5 ms)Running coprocessor post-open hooks at 1731587793960 (+2 ms)Region opened successfully at 1731587793961 (+1 ms) 2024-11-14T12:36:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:33,961 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55., pid=6, masterSystemTime=1731587793948 2024-11-14T12:36:33,963 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,963 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:33,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c31868fa9c0e3498d8837e86247eaf55, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:33,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31868fa9c0e3498d8837e86247eaf55, server=f1b69e0236bd,33193,1731587783259 because future has completed 2024-11-14T12:36:33,965 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f1b69e0236bd,33193,1731587783259, table=test, region=c31868fa9c0e3498d8837e86247eaf55. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T12:36:33,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:36:33,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c31868fa9c0e3498d8837e86247eaf55, server=f1b69e0236bd,33193,1731587783259 in 169 msec 2024-11-14T12:36:33,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:36:33,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c31868fa9c0e3498d8837e86247eaf55, ASSIGN in 325 msec 2024-11-14T12:36:33,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:33,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587793969"}]},"ts":"1731587793969"} 2024-11-14T12:36:33,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:36:33,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:33,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-14T12:36:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:34,972 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:36:34,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34361475 2024-11-14T12:36:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:34,974 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:34,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:36:34,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:34,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:34,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:36:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:34,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:34,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:36:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:35,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9aef056affc2fd09c03dff611a32dd6, NAME => 'test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f 2024-11-14T12:36:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:36:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9aef056affc2fd09c03dff611a32dd6, disabling compactions & flushes 2024-11-14T12:36:35,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. after waiting 0 ms 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:35,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:35,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9aef056affc2fd09c03dff611a32dd6: Waiting for close lock at 1731587795811Disabling compacts and flushes for region at 1731587795811Disabling writes for close at 1731587795811Writing region close event to WAL at 1731587795811Closed at 1731587795811 2024-11-14T12:36:35,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:35,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587795812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587795812"}]},"ts":"1731587795812"} 2024-11-14T12:36:35,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:35,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:35,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587795815"}]},"ts":"1731587795815"} 2024-11-14T12:36:35,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:36:35,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9aef056affc2fd09c03dff611a32dd6, ASSIGN}] 2024-11-14T12:36:35,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9aef056affc2fd09c03dff611a32dd6, ASSIGN 2024-11-14T12:36:35,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9aef056affc2fd09c03dff611a32dd6, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33993,1731587788220; forceNewPlan=false, retain=false 2024-11-14T12:36:35,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9aef056affc2fd09c03dff611a32dd6, regionState=OPENING, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:35,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9aef056affc2fd09c03dff611a32dd6, ASSIGN because future has completed 2024-11-14T12:36:35,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9aef056affc2fd09c03dff611a32dd6, server=f1b69e0236bd,33993,1731587788220}] 2024-11-14T12:36:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:36,125 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:36,125 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9aef056affc2fd09c03dff611a32dd6, NAME => 'test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:36,126 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:36,126 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:36:36,126 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,126 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:36,126 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,126 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,127 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,128 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9aef056affc2fd09c03dff611a32dd6 columnFamilyName f 2024-11-14T12:36:36,128 DEBUG [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:36,128 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(327): Store=a9aef056affc2fd09c03dff611a32dd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:36,129 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,129 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9aef056affc2fd09c03dff611a32dd6 columnFamilyName f1 2024-11-14T12:36:36,129 DEBUG [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:36,129 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(327): Store=a9aef056affc2fd09c03dff611a32dd6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:36,129 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,130 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9aef056affc2fd09c03dff611a32dd6 columnFamilyName norep 2024-11-14T12:36:36,130 DEBUG [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:36,130 INFO [StoreOpener-a9aef056affc2fd09c03dff611a32dd6-1 {}] regionserver.HStore(327): Store=a9aef056affc2fd09c03dff611a32dd6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:36,130 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,131 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,131 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,132 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,132 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,132 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:36,133 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,134 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:36,135 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9aef056affc2fd09c03dff611a32dd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64288054, jitterRate=-0.04203334450721741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:36,135 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:36,135 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9aef056affc2fd09c03dff611a32dd6: Running coprocessor pre-open hook at 1731587796126Writing region info on filesystem at 1731587796126Initializing all the Stores at 1731587796127 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587796127Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587796127Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587796127Cleaning up temporary data from old regions at 1731587796132 (+5 ms)Running coprocessor post-open hooks at 1731587796135 (+3 ms)Region opened successfully at 1731587796135 2024-11-14T12:36:36,136 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6., pid=6, masterSystemTime=1731587796122 2024-11-14T12:36:36,137 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:36,137 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:36,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9aef056affc2fd09c03dff611a32dd6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:36,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9aef056affc2fd09c03dff611a32dd6, server=f1b69e0236bd,33993,1731587788220 because future has completed 2024-11-14T12:36:36,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:36:36,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9aef056affc2fd09c03dff611a32dd6, server=f1b69e0236bd,33993,1731587788220 in 169 msec 2024-11-14T12:36:36,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:36:36,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9aef056affc2fd09c03dff611a32dd6, ASSIGN in 325 msec 2024-11-14T12:36:36,143 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:36,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587796143"}]},"ts":"1731587796143"} 2024-11-14T12:36:36,145 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:36:36,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:36,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-14T12:36:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:36:37,121 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:36:37,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:37,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:37,123 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20538de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:37,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:37,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:37,124 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726513dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e6daf1 2024-11-14T12:36:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:37,126 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:37,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:44267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:36:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:36:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:37,129 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:44267' 2024-11-14T12:36:37,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1299a4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,130 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:37,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:37,131 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f4856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:37,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:37,132 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8e9369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:37,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4223f6d4 2024-11-14T12:36:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:37,134 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:37,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:36:37,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:36:37,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:37,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:37,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:37,135 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:37,136 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:36:37,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:37,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:37,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:37,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:36:37,186 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:36:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:37,544 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b55dbb09ef0b48d8d7a2de63292bcbbe, NAME => 'hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f 2024-11-14T12:36:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:36:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:37,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:37,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b55dbb09ef0b48d8d7a2de63292bcbbe, disabling compactions & flushes 2024-11-14T12:36:37,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. after waiting 0 ms 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:37,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:37,949 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b55dbb09ef0b48d8d7a2de63292bcbbe: Waiting for close lock at 1731587797949Disabling compacts and flushes for region at 1731587797949Disabling writes for close at 1731587797949Writing region close event to WAL at 1731587797949Closed at 1731587797949 2024-11-14T12:36:37,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:37,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587797950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587797950"}]},"ts":"1731587797950"} 2024-11-14T12:36:37,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:37,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:37,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587797953"}]},"ts":"1731587797953"} 2024-11-14T12:36:37,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:36:37,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b55dbb09ef0b48d8d7a2de63292bcbbe, ASSIGN}] 2024-11-14T12:36:37,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b55dbb09ef0b48d8d7a2de63292bcbbe, ASSIGN 2024-11-14T12:36:37,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b55dbb09ef0b48d8d7a2de63292bcbbe, ASSIGN; state=OFFLINE, location=f1b69e0236bd,41749,1731587778425; forceNewPlan=false, retain=false 2024-11-14T12:36:37,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:37,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:38,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b55dbb09ef0b48d8d7a2de63292bcbbe, regionState=OPENING, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:38,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b55dbb09ef0b48d8d7a2de63292bcbbe, ASSIGN because future has completed 2024-11-14T12:36:38,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b55dbb09ef0b48d8d7a2de63292bcbbe, server=f1b69e0236bd,41749,1731587778425}] 2024-11-14T12:36:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:38,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:38,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:38,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:36:38,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41749%2C1731587778425.rep, suffix=, logDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425, archiveDir=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/oldWALs, maxLogs=10 2024-11-14T12:36:38,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.rep.1731587798267, exclude list is [], retry=0 2024-11-14T12:36:38,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-8b9b58ff-72d1-4efe-8657-aa91a4e6749d,DISK] 2024-11-14T12:36:38,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.rep.1731587798267 2024-11-14T12:36:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-14T12:36:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b55dbb09ef0b48d8d7a2de63292bcbbe, NAME => 'hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:38,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. service=MultiRowMutationService 2024-11-14T12:36:38,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,284 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,285 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55dbb09ef0b48d8d7a2de63292bcbbe columnFamilyName hfileref 2024-11-14T12:36:38,285 DEBUG [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:38,286 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(327): Store=b55dbb09ef0b48d8d7a2de63292bcbbe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:38,286 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,286 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55dbb09ef0b48d8d7a2de63292bcbbe columnFamilyName queue 2024-11-14T12:36:38,286 DEBUG [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:38,287 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(327): Store=b55dbb09ef0b48d8d7a2de63292bcbbe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:38,287 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,287 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55dbb09ef0b48d8d7a2de63292bcbbe columnFamilyName sid 2024-11-14T12:36:38,288 DEBUG [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:38,288 INFO [StoreOpener-b55dbb09ef0b48d8d7a2de63292bcbbe-1 {}] regionserver.HStore(327): Store=b55dbb09ef0b48d8d7a2de63292bcbbe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:38,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:38,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b55dbb09ef0b48d8d7a2de63292bcbbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65131422, jitterRate=-0.029466181993484497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:38,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:36:38,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b55dbb09ef0b48d8d7a2de63292bcbbe: Running coprocessor pre-open hook at 1731587798283Writing region info on filesystem at 1731587798283Initializing all the Stores at 1731587798284 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587798284Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587798284Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587798284Cleaning up temporary data from old regions at 1731587798289 (+5 ms)Running coprocessor post-open hooks at 1731587798292 (+3 ms)Region opened successfully at 1731587798292 2024-11-14T12:36:38,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe., pid=10, masterSystemTime=1731587798262 2024-11-14T12:36:38,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:38,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:36:38,296 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b55dbb09ef0b48d8d7a2de63292bcbbe, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41749,1731587778425 2024-11-14T12:36:38,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b55dbb09ef0b48d8d7a2de63292bcbbe, server=f1b69e0236bd,41749,1731587778425 because future has completed 2024-11-14T12:36:38,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:36:38,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b55dbb09ef0b48d8d7a2de63292bcbbe, server=f1b69e0236bd,41749,1731587778425 in 188 msec 2024-11-14T12:36:38,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:36:38,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b55dbb09ef0b48d8d7a2de63292bcbbe, ASSIGN in 344 msec 2024-11-14T12:36:38,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:38,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587798302"}]},"ts":"1731587798302"} 2024-11-14T12:36:38,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:36:38,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:38,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-14T12:36:38,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe., hostname=f1b69e0236bd,41749,1731587778425, seqNum=2] 2024-11-14T12:36:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:38,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:36:38,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:38,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:36:38,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:36:38,586 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:36:38,613 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,41749,1731587778425, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:38,613 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:38,613 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41749,1731587778425, seqNum=-1] 2024-11-14T12:36:38,614 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:38,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:38,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,41749,1731587778425', locateType=CURRENT is [region=hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe., hostname=f1b69e0236bd,41749,1731587778425, seqNum=2] 2024-11-14T12:36:38,618 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:36:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:36:38,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,41749,1731587778425 suceeded 2024-11-14T12:36:38,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:36:38,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:36:38,622 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:44267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:36:38,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-14T12:36:38,632 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:44267' 2024-11-14T12:36:38,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:38,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:38,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:38,634 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:38,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:38,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:38,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@471b72b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:38,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:38,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:38,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:38,635 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:38,636 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:38,636 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:38,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:38,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b1d194 2024-11-14T12:36:38,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:38,637 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:38,638 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,41749,1731587778425 (queues=1) is replicating from cluster=a8757cdb-c845-4be1-8592-d59e712eaa1e to cluster=200a36c2-5f7b-4803-88ac-da5b5a55808c 2024-11-14T12:36:38,638 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C41749%2C1731587778425 2024-11-14T12:36:38,638 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,41749,1731587778425, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:38,638 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C41749%2C1731587778425 2024-11-14T12:36:38,638 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, startPosition=0, beingWritten=true 2024-11-14T12:36:38,651 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:38,652 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:38,652 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:38,859 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:39,164 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:39,282 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:39,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:39,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:39,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:39,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:39,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:39,284 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d19add4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:39,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,285 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d067a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2711a380 2024-11-14T12:36:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:39,288 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:39,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:36:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:36:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:39,291 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36825' 2024-11-14T12:36:39,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ed3968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,292 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:39,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:39,292 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:39,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e15070a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:39,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,293 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:39,294 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ace6ae7 2024-11-14T12:36:39,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:39,296 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:39,296 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:36:39,296 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:36:39,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:39,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:39,297 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:39,298 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:36:39,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:39,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:39,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:36:39,348 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:36:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:39,568 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:39,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22ae8665e7ec8dda338664a4db2b5eb1, NAME => 'hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2 2024-11-14T12:36:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:36:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:40,071 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22ae8665e7ec8dda338664a4db2b5eb1, disabling compactions & flushes 2024-11-14T12:36:40,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. after waiting 0 ms 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22ae8665e7ec8dda338664a4db2b5eb1: Waiting for close lock at 1731587800113Disabling compacts and flushes for region at 1731587800113Disabling writes for close at 1731587800113Writing region close event to WAL at 1731587800113Closed at 1731587800113 2024-11-14T12:36:40,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:40,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587800114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587800114"}]},"ts":"1731587800114"} 2024-11-14T12:36:40,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:40,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:40,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587800117"}]},"ts":"1731587800117"} 2024-11-14T12:36:40,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:36:40,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ae8665e7ec8dda338664a4db2b5eb1, ASSIGN}] 2024-11-14T12:36:40,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ae8665e7ec8dda338664a4db2b5eb1, ASSIGN 2024-11-14T12:36:40,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22ae8665e7ec8dda338664a4db2b5eb1, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33193,1731587783259; forceNewPlan=false, retain=false 2024-11-14T12:36:40,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22ae8665e7ec8dda338664a4db2b5eb1, regionState=OPENING, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:40,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22ae8665e7ec8dda338664a4db2b5eb1, ASSIGN because future has completed 2024-11-14T12:36:40,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22ae8665e7ec8dda338664a4db2b5eb1, server=f1b69e0236bd,33193,1731587783259}] 2024-11-14T12:36:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:40,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:40,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:36:40,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33193%2C1731587783259.rep, suffix=, logDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259, archiveDir=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/oldWALs, maxLogs=10 2024-11-14T12:36:40,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.rep.1731587800475, exclude list is [], retry=0 2024-11-14T12:36:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-2830693b-015e-45e9-85dc-a3781a8fe8ef,DISK] 2024-11-14T12:36:40,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.rep.1731587800475 2024-11-14T12:36:40,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39791:39791)] 2024-11-14T12:36:40,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22ae8665e7ec8dda338664a4db2b5eb1, NAME => 'hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:40,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. service=MultiRowMutationService 2024-11-14T12:36:40,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,500 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,501 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ae8665e7ec8dda338664a4db2b5eb1 columnFamilyName hfileref 2024-11-14T12:36:40,501 DEBUG [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:40,501 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(327): Store=22ae8665e7ec8dda338664a4db2b5eb1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:40,501 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,502 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ae8665e7ec8dda338664a4db2b5eb1 columnFamilyName queue 2024-11-14T12:36:40,502 DEBUG [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:40,503 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(327): Store=22ae8665e7ec8dda338664a4db2b5eb1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:40,503 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,504 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22ae8665e7ec8dda338664a4db2b5eb1 columnFamilyName sid 2024-11-14T12:36:40,504 DEBUG [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:40,504 INFO [StoreOpener-22ae8665e7ec8dda338664a4db2b5eb1-1 {}] regionserver.HStore(327): Store=22ae8665e7ec8dda338664a4db2b5eb1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:40,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/replication/22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/replication/22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:40,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/replication/22ae8665e7ec8dda338664a4db2b5eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:40,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22ae8665e7ec8dda338664a4db2b5eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60849909, jitterRate=-0.09326569736003876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:40,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:40,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22ae8665e7ec8dda338664a4db2b5eb1: Running coprocessor pre-open hook at 1731587800499Writing region info on filesystem at 1731587800499Initializing all the Stores at 1731587800499Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587800499Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587800500 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587800500Cleaning up temporary data from old regions at 1731587800506 (+6 ms)Running coprocessor post-open hooks at 1731587800509 (+3 ms)Region opened successfully at 1731587800509 2024-11-14T12:36:40,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1., pid=10, masterSystemTime=1731587800427 2024-11-14T12:36:40,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:40,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22ae8665e7ec8dda338664a4db2b5eb1, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:40,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22ae8665e7ec8dda338664a4db2b5eb1, server=f1b69e0236bd,33193,1731587783259 because future has completed 2024-11-14T12:36:40,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:36:40,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22ae8665e7ec8dda338664a4db2b5eb1, server=f1b69e0236bd,33193,1731587783259 in 241 msec 2024-11-14T12:36:40,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:36:40,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22ae8665e7ec8dda338664a4db2b5eb1, ASSIGN in 398 msec 2024-11-14T12:36:40,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:40,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587800521"}]},"ts":"1731587800521"} 2024-11-14T12:36:40,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:36:40,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:40,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-11-14T12:36:40,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1., hostname=f1b69e0236bd,33193,1731587783259, seqNum=2] 2024-11-14T12:36:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:40,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:36:40,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:36:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:36:40,675 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:40,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:36:40,744 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:36:40,773 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,33193,1731587783259, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:40,774 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:40,774 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33193,1731587783259, seqNum=-1] 2024-11-14T12:36:40,774 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:40,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:40,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,33193,1731587783259', locateType=CURRENT is [region=hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1., hostname=f1b69e0236bd,33193,1731587783259, seqNum=2] 2024-11-14T12:36:40,779 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:36:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:36:40,781 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,33193,1731587783259 suceeded 2024-11-14T12:36:40,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:36:40,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T12:36:40,783 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:36825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:36:40,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-14T12:36:40,794 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36825' 2024-11-14T12:36:40,795 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb1118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:40,795 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:40,795 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:40,795 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b6bf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:40,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:40,797 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:40,797 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e76faa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:40,797 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:40,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:40,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4d501e 2024-11-14T12:36:40,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:40,799 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:40,800 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,33193,1731587783259 (queues=1) is replicating from cluster=200a36c2-5f7b-4803-88ac-da5b5a55808c to cluster=1f99a475-a32f-4203-9c27-3ada9587104b 2024-11-14T12:36:40,800 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C33193%2C1731587783259 2024-11-14T12:36:40,800 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,33193,1731587783259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:40,800 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C33193%2C1731587783259 2024-11-14T12:36:40,800 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, startPosition=0, beingWritten=true 2024-11-14T12:36:40,805 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:40,805 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:40,805 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:41,009 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:41,313 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:41,379 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:41,441 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:41,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:41,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:41,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:41,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:41,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:41,442 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:41,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:41,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268f5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,443 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a56c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b455e2 2024-11-14T12:36:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:41,446 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:41,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:33013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:36:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:36:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:41,449 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:33013' 2024-11-14T12:36:41,450 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727b4408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,450 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:41,450 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:41,451 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f878e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:41,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:41,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,452 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:41,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268a2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:41,453 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:41,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:41,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3755137d 2024-11-14T12:36:41,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:41,454 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:41,455 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:36:41,455 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:36:41,455 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,455 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:41,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:41,455 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:36:41,457 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:36:41,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:36:41,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:41,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:36:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:36:41,507 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:36:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:41,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:41,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cee57dbdc36a417f05fc913fad9e6f6d, NAME => 'hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f 2024-11-14T12:36:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:36:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:42,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:42,221 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cee57dbdc36a417f05fc913fad9e6f6d, disabling compactions & flushes 2024-11-14T12:36:42,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. after waiting 0 ms 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cee57dbdc36a417f05fc913fad9e6f6d: Waiting for close lock at 1731587802277Disabling compacts and flushes for region at 1731587802277Disabling writes for close at 1731587802277Writing region close event to WAL at 1731587802277Closed at 1731587802277 2024-11-14T12:36:42,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:36:42,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587802278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587802278"}]},"ts":"1731587802278"} 2024-11-14T12:36:42,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:36:42,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:36:42,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587802281"}]},"ts":"1731587802281"} 2024-11-14T12:36:42,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:36:42,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cee57dbdc36a417f05fc913fad9e6f6d, ASSIGN}] 2024-11-14T12:36:42,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cee57dbdc36a417f05fc913fad9e6f6d, ASSIGN 2024-11-14T12:36:42,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cee57dbdc36a417f05fc913fad9e6f6d, ASSIGN; state=OFFLINE, location=f1b69e0236bd,33993,1731587788220; forceNewPlan=false, retain=false 2024-11-14T12:36:42,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cee57dbdc36a417f05fc913fad9e6f6d, regionState=OPENING, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cee57dbdc36a417f05fc913fad9e6f6d, ASSIGN because future has completed 2024-11-14T12:36:42,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cee57dbdc36a417f05fc913fad9e6f6d, server=f1b69e0236bd,33993,1731587788220}] 2024-11-14T12:36:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:42,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:36:42,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:36:42,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C33993%2C1731587788220.rep, suffix=, logDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220, archiveDir=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/oldWALs, maxLogs=10 2024-11-14T12:36:42,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.rep.1731587802602, exclude list is [], retry=0 2024-11-14T12:36:42,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38247,DS-92b963aa-eb6d-42cd-b1f2-db92fffb8d81,DISK] 2024-11-14T12:36:42,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.rep.1731587802602 2024-11-14T12:36:42,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34995:34995)] 2024-11-14T12:36:42,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cee57dbdc36a417f05fc913fad9e6f6d, NAME => 'hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:36:42,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. service=MultiRowMutationService 2024-11-14T12:36:42,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,621 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,622 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee57dbdc36a417f05fc913fad9e6f6d columnFamilyName hfileref 2024-11-14T12:36:42,622 DEBUG [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:42,623 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(327): Store=cee57dbdc36a417f05fc913fad9e6f6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:42,623 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,623 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee57dbdc36a417f05fc913fad9e6f6d columnFamilyName queue 2024-11-14T12:36:42,623 DEBUG [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:42,624 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(327): Store=cee57dbdc36a417f05fc913fad9e6f6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:42,624 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,624 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee57dbdc36a417f05fc913fad9e6f6d columnFamilyName sid 2024-11-14T12:36:42,625 DEBUG [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:36:42,625 INFO [StoreOpener-cee57dbdc36a417f05fc913fad9e6f6d-1 {}] regionserver.HStore(327): Store=cee57dbdc36a417f05fc913fad9e6f6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:36:42,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/replication/cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/replication/cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:36:42,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/replication/cee57dbdc36a417f05fc913fad9e6f6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:36:42,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cee57dbdc36a417f05fc913fad9e6f6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69064384, jitterRate=0.02913951873779297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:36:42,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:42,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cee57dbdc36a417f05fc913fad9e6f6d: Running coprocessor pre-open hook at 1731587802620Writing region info on filesystem at 1731587802620Initializing all the Stores at 1731587802621 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587802621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587802621Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587802621Cleaning up temporary data from old regions at 1731587802626 (+5 ms)Running coprocessor post-open hooks at 1731587802629 (+3 ms)Region opened successfully at 1731587802629 2024-11-14T12:36:42,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d., pid=10, masterSystemTime=1731587802590 2024-11-14T12:36:42,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:42,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cee57dbdc36a417f05fc913fad9e6f6d, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cee57dbdc36a417f05fc913fad9e6f6d, server=f1b69e0236bd,33993,1731587788220 because future has completed 2024-11-14T12:36:42,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:36:42,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cee57dbdc36a417f05fc913fad9e6f6d, server=f1b69e0236bd,33993,1731587788220 in 197 msec 2024-11-14T12:36:42,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:36:42,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cee57dbdc36a417f05fc913fad9e6f6d, ASSIGN in 353 msec 2024-11-14T12:36:42,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:36:42,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587802639"}]},"ts":"1731587802639"} 2024-11-14T12:36:42,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:36:42,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:36:42,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-14T12:36:42,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d., hostname=f1b69e0236bd,33993,1731587788220, seqNum=2] 2024-11-14T12:36:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:42,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:42,826 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:42,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:36:42,885 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:36:42,910 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,33993,1731587788220, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:42,911 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:42,911 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33993,1731587788220, seqNum=-1] 2024-11-14T12:36:42,911 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:42,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:42,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,33993,1731587788220', locateType=CURRENT is [region=hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d., hostname=f1b69e0236bd,33993,1731587788220, seqNum=2] 2024-11-14T12:36:42,916 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:36:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:36:42,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,33993,1731587788220 suceeded 2024-11-14T12:36:42,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:36:42,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:36:42,920 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:33013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:36:42,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-14T12:36:42,930 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:33013' 2024-11-14T12:36:42,931 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e11058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:42,931 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:42,931 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:42,932 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62fde2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:42,933 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:42,933 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a705e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:42,933 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:42,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:42,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b618d1 2024-11-14T12:36:42,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:42,935 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:42,936 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,33993,1731587788220 (queues=1) is replicating from cluster=1f99a475-a32f-4203-9c27-3ada9587104b to cluster=a8757cdb-c845-4be1-8592-d59e712eaa1e 2024-11-14T12:36:42,936 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C33993%2C1731587788220 2024-11-14T12:36:42,936 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,33993,1731587788220, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:42,936 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, startPosition=0, beingWritten=true 2024-11-14T12:36:42,936 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C33993%2C1731587788220 2024-11-14T12:36:42,940 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:42,940 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 379, reset compression=false 2024-11-14T12:36:42,940 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:43,086 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:43,144 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 379, reset compression=false 2024-11-14T12:36:43,447 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 379, reset compression=false 2024-11-14T12:36:43,529 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:36:43,591 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:43,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:43,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:43,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:43,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:43,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:43,593 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569b29af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:43,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:43,594 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:43,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18596271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:43,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:43,596 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6344b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:43,597 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba2f651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:43,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:43,599 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9671c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:43,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:43,600 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:43,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5a67cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:43,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41749,1731587778425, seqNum=-1] 2024-11-14T12:36:43,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:43,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d., hostname=f1b69e0236bd,41749,1731587778425, seqNum=2] 2024-11-14T12:36:43,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:43,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33993,1731587788220, seqNum=-1] 2024-11-14T12:36:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:43,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6., hostname=f1b69e0236bd,33993,1731587788220, seqNum=2] 2024-11-14T12:36:43,630 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:36:43,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:43,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:43,851 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 379, reset compression=false 2024-11-14T12:36:44,089 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 379, reset compression=false 2024-11-14T12:36:44,093 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:44,093 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 480, reset compression=false 2024-11-14T12:36:44,093 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc94dafb158f97ee730c63c06a06f7d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:36:44,096 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:44,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:44,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:44,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43027a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44267,-1 for getting cluster id 2024-11-14T12:36:44,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:44,098 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200a36c2-5f7b-4803-88ac-da5b5a55808c' 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200a36c2-5f7b-4803-88ac-da5b5a55808c" 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552282b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44267,-1] 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:44,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:44,100 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:44,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73af5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:44,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33193,1731587783259, seqNum=-1] 2024-11-14T12:36:44,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:44,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55., hostname=f1b69e0236bd,33193,1731587783259, seqNum=2] 2024-11-14T12:36:44,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:44,296 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 480, reset compression=false 2024-11-14T12:36:44,333 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 379, reset compression=false 2024-11-14T12:36:44,338 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:44,338 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 504, reset compression=false 2024-11-14T12:36:44,338 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T12:36:44,340 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:44,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:44,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:44,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@182d15af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:44,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:44,343 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ecf9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:44,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:44,344 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:44,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@872162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:44,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33993,1731587788220, seqNum=-1] 2024-11-14T12:36:44,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:44,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:44,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6., hostname=f1b69e0236bd,33993,1731587788220, seqNum=2] 2024-11-14T12:36:44,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:44,355 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 379, reset compression=false 2024-11-14T12:36:44,359 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:44,359 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 527, reset compression=false 2024-11-14T12:36:44,359 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:44,542 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 504, reset compression=false 2024-11-14T12:36:44,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 527, reset compression=false 2024-11-14T12:36:44,600 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 480, reset compression=false 2024-11-14T12:36:44,632 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:36:44,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,33193,1731587783259, seqNum=-1] 2024-11-14T12:36:44,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:44,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:36:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55., hostname=f1b69e0236bd,33193,1731587783259, seqNum=2] 2024-11-14T12:36:44,639 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:36:44,845 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 504, reset compression=false 2024-11-14T12:36:44,849 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:44,849 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 608, reset compression=false 2024-11-14T12:36:44,849 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:36:44,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:44,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:44,865 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 527, reset compression=false 2024-11-14T12:36:44,870 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:44,870 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 654, reset compression=false 2024-11-14T12:36:44,870 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9aef056affc2fd09c03dff611a32dd6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:36:44,872 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:44,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ecda9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:44,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:44,874 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d350a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:44,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:44,875 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:44,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d117e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:44,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:36:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41749,1731587778425, seqNum=-1] 2024-11-14T12:36:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:36:44,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T12:36:44,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d., hostname=f1b69e0236bd,41749,1731587778425, seqNum=2] 2024-11-14T12:36:44,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:45,003 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 480, reset compression=false 2024-11-14T12:36:45,007 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:45,007 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 630, reset compression=false 2024-11-14T12:36:45,007 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:45,052 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 608, reset compression=false 2024-11-14T12:36:45,073 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 654, reset compression=false 2024-11-14T12:36:45,211 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 630, reset compression=false 2024-11-14T12:36:45,356 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 608, reset compression=false 2024-11-14T12:36:45,376 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 654, reset compression=false 2024-11-14T12:36:45,515 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 630, reset compression=false 2024-11-14T12:36:45,641 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:36:45,644 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T12:36:45,760 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 608, reset compression=false 2024-11-14T12:36:45,779 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 654, reset compression=false 2024-11-14T12:36:45,783 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:45,783 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 758, reset compression=false 2024-11-14T12:36:45,783 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9aef056affc2fd09c03dff611a32dd6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:36:45,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:45,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:45,918 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 630, reset compression=false 2024-11-14T12:36:45,922 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:45,922 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 757, reset compression=false 2024-11-14T12:36:45,922 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc94dafb158f97ee730c63c06a06f7d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:36:45,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:45,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:45,986 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 758, reset compression=false 2024-11-14T12:36:46,126 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 757, reset compression=false 2024-11-14T12:36:46,263 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 608, reset compression=false 2024-11-14T12:36:46,267 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:46,267 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 759, reset compression=false 2024-11-14T12:36:46,267 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:46,289 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 758, reset compression=false 2024-11-14T12:36:46,429 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 757, reset compression=false 2024-11-14T12:36:46,471 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 759, reset compression=false 2024-11-14T12:36:46,645 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T12:36:46,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:36:46,693 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 758, reset compression=false 2024-11-14T12:36:46,774 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 759, reset compression=false 2024-11-14T12:36:46,832 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 757, reset compression=false 2024-11-14T12:36:46,837 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:46,837 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 913, reset compression=false 2024-11-14T12:36:46,837 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc94dafb158f97ee730c63c06a06f7d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:36:46,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:46,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:47,041 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 913, reset compression=false 2024-11-14T12:36:47,178 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 759, reset compression=false 2024-11-14T12:36:47,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:47,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 907, reset compression=false 2024-11-14T12:36:47,182 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T12:36:47,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:47,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:47,196 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 758, reset compression=false 2024-11-14T12:36:47,200 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:47,200 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 929, reset compression=false 2024-11-14T12:36:47,200 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:47,345 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 913, reset compression=false 2024-11-14T12:36:47,386 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 907, reset compression=false 2024-11-14T12:36:47,404 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 929, reset compression=false 2024-11-14T12:36:47,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:36:47,654 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:36:47,690 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 907, reset compression=false 2024-11-14T12:36:47,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:47,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:47,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:36:47,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:47,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:47,706 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 929, reset compression=false 2024-11-14T12:36:47,711 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:47,711 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1078, reset compression=false 2024-11-14T12:36:47,711 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9aef056affc2fd09c03dff611a32dd6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T12:36:47,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:47,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:47,749 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 913, reset compression=false 2024-11-14T12:36:47,753 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:47,753 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1085, reset compression=false 2024-11-14T12:36:47,753 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:47,852 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:36:47,898 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:47,914 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1078, reset compression=false 2024-11-14T12:36:47,956 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1085, reset compression=false 2024-11-14T12:36:48,202 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:48,217 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1078, reset compression=false 2024-11-14T12:36:48,259 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1085, reset compression=false 2024-11-14T12:36:48,605 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:48,620 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1078, reset compression=false 2024-11-14T12:36:48,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:36:48,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T12:36:48,663 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1085, reset compression=false 2024-11-14T12:36:49,109 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:49,123 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1078, reset compression=false 2024-11-14T12:36:49,126 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:49,126 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1237, reset compression=false 2024-11-14T12:36:49,126 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9aef056affc2fd09c03dff611a32dd6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:36:49,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:49,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:49,166 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1085, reset compression=false 2024-11-14T12:36:49,170 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:49,170 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1234, reset compression=false 2024-11-14T12:36:49,170 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc94dafb158f97ee730c63c06a06f7d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T12:36:49,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:49,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:49,330 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1237, reset compression=false 2024-11-14T12:36:49,373 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1234, reset compression=false 2024-11-14T12:36:49,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1237, reset compression=false 2024-11-14T12:36:49,661 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T12:36:49,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2831de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:49,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:49,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:49,668 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648d1ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:49,669 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:49,670 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8174dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:49,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@739da423 2024-11-14T12:36:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:49,673 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:49,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T12:36:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T12:36:49,677 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1234, reset compression=false 2024-11-14T12:36:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:36:49,712 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1066, reset compression=false 2024-11-14T12:36:49,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:49,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:49,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1239, reset compression=false 2024-11-14T12:36:49,717 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:36:49,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T12:36:49,869 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T12:36:49,870 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T12:36:49,870 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,33993,1731587788220 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T12:36:49,871 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0. 2024-11-14T12:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:49,871 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:49,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:49,921 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1239, reset compression=false 2024-11-14T12:36:49,971 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:36:49,971 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:36:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:36:50,071 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 terminated 2024-11-14T12:36:50,080 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1234, reset compression=false 2024-11-14T12:36:50,089 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,33993,1731587788220, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:36:50,089 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T12:36:50,090 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T12:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T12:36:50,092 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f1b69e0236bd,33993,1731587788220 suceeded 2024-11-14T12:36:50,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:36:50,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-14T12:36:50,094 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T12:36:50,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 420 msec 2024-11-14T12:36:50,103 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:33013' 2024-11-14T12:36:50,104 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f8fb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:50,104 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,33013,-1 for getting cluster id 2024-11-14T12:36:50,104 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:50,105 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8757cdb-c845-4be1-8592-d59e712eaa1e' 2024-11-14T12:36:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8757cdb-c845-4be1-8592-d59e712eaa1e" 2024-11-14T12:36:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d468a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,33013,-1] 2024-11-14T12:36:50,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:50,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:50,106 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:50,107 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc2249a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:50,107 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:50,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,33013,1731587778265 2024-11-14T12:36:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad61341 2024-11-14T12:36:50,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:50,108 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T12:36:50,109 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,33993,1731587788220 (queues=1) is replicating from cluster=1f99a475-a32f-4203-9c27-3ada9587104b to cluster=a8757cdb-c845-4be1-8592-d59e712eaa1e 2024-11-14T12:36:50,109 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C33993%2C1731587788220 2024-11-14T12:36:50,109 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,33993,1731587788220, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:36:50,109 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C33993%2C1731587788220 2024-11-14T12:36:50,224 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1239, reset compression=false 2024-11-14T12:36:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:36:50,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:50,302 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:50,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:50,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:50,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:50,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:50,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T12:36:50,584 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1234, reset compression=false 2024-11-14T12:36:50,588 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:50,588 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1338, reset compression=false 2024-11-14T12:36:50,588 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[{test/afc94dafb158f97ee730c63c06a06f7d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:36:50,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:50,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:50,628 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1239, reset compression=false 2024-11-14T12:36:50,632 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:50,632 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1367, reset compression=false 2024-11-14T12:36:50,632 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:36:50,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:50,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:50,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:50,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:50,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68568 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:36:50,792 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1338, reset compression=false 2024-11-14T12:36:50,836 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1367, reset compression=false 2024-11-14T12:36:51,096 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1338, reset compression=false 2024-11-14T12:36:51,139 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1367, reset compression=false 2024-11-14T12:36:51,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T12:36:51,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c7dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:51,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36825,-1 for getting cluster id 2024-11-14T12:36:51,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:36:51,310 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f99a475-a32f-4203-9c27-3ada9587104b' 2024-11-14T12:36:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:36:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f99a475-a32f-4203-9c27-3ada9587104b" 2024-11-14T12:36:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5638d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36825,-1] 2024-11-14T12:36:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:36:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:51,311 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:36:51,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6063d723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:36:51,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:36:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4772ef3 2024-11-14T12:36:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:36:51,316 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:36:51,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T12:36:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T12:36:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:36:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:36:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:36:51,499 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1338, reset compression=false 2024-11-14T12:36:51,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T12:36:51,502 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T12:36:51,503 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T12:36:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T12:36:51,505 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f1b69e0236bd,33993,1731587788220 suceeded 2024-11-14T12:36:51,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T12:36:51,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-14T12:36:51,506 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T12:36:51,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 189 msec 2024-11-14T12:36:51,511 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, startPosition=1237, beingWritten=true 2024-11-14T12:36:51,514 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:51,514 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1388, reset compression=false 2024-11-14T12:36:51,514 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:51,542 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1367, reset compression=false 2024-11-14T12:36:51,546 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:51,546 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:51,546 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[{test/c31868fa9c0e3498d8837e86247eaf55/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:36:51,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:51,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T12:36:51,641 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:36:51,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:51,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:51,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:51,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:51,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:51,643 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-14T12:36:51,718 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1388, reset compression=false 2024-11-14T12:36:51,722 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:36:51,722 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1515, reset compression=false 2024-11-14T12:36:51,722 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9aef056affc2fd09c03dff611a32dd6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T12:36:51,724 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:36:51,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T12:36:51,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:36:51,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:36:51,749 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:51,925 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1515, reset compression=false 2024-11-14T12:36:52,002 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1338, reset compression=false 2024-11-14T12:36:52,006 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:52,006 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:52,006 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:52,053 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:52,209 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:52,228 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1515, reset compression=false 2024-11-14T12:36:52,456 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:52,512 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:52,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1515, reset compression=false 2024-11-14T12:36:52,644 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T12:36:52,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:36:52,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:52,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:52,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:52,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:52,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:52,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:36:52,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925746112, stopped=false 2024-11-14T12:36:52,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,36825,1731587788109 2024-11-14T12:36:52,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2660780335/running 2024-11-14T12:36:52,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2660780335/running 2024-11-14T12:36:52,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:52,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:52,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:52,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:52,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:52,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:52,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,33993,1731587788220' ***** 2024-11-14T12:36:52,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/running 2024-11-14T12:36:52,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:36:52,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Set watcher on znode that does not yet exist, /2660780335/running 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(3091): Received CLOSE for a9aef056affc2fd09c03dff611a32dd6 2024-11-14T12:36:52,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(3091): Received CLOSE for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:52,692 INFO [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33993. 2024-11-14T12:36:52,692 DEBUG [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:52,693 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:52,693 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:36:52,693 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:36:52,693 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:36:52,693 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:36:52,693 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:36:52,693 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1325): Online Regions={a9aef056affc2fd09c03dff611a32dd6=test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6., 1588230740=hbase:meta,,1.1588230740, cee57dbdc36a417f05fc913fad9e6f6d=hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.} 2024-11-14T12:36:52,693 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9aef056affc2fd09c03dff611a32dd6, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9aef056affc2fd09c03dff611a32dd6, disabling compactions & flushes 2024-11-14T12:36:52,693 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:52,693 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. after waiting 0 ms 2024-11-14T12:36:52,693 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:52,693 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:36:52,693 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9aef056affc2fd09c03dff611a32dd6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T12:36:52,707 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/info/81b0627c71bc4dc5bc0b512245df46c1 is 147, key is hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d./info:regioninfo/1731587802632/Put/seqid=0 2024-11-14T12:36:52,708 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f/09e2f4210d294245ad4dfffa1db6cf2e is 37, key is row3/f:row3/1731587810303/Put/seqid=0 2024-11-14T12:36:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:36:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741841_1017 (size=5228) 2024-11-14T12:36:52,712 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f/09e2f4210d294245ad4dfffa1db6cf2e 2024-11-14T12:36:52,715 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e2f4210d294245ad4dfffa1db6cf2e 2024-11-14T12:36:52,726 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:52,728 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f1/493be113ffff4c8299bae6902a38b9c9 is 30, key is row1/f1:/1731587807652/DeleteFamily/seqid=0 2024-11-14T12:36:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741842_1018 (size=5158) 2024-11-14T12:36:52,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:36:52,893 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9aef056affc2fd09c03dff611a32dd6, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:52,917 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:52,959 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:53,093 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9aef056affc2fd09c03dff611a32dd6, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:53,111 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/info/81b0627c71bc4dc5bc0b512245df46c1 2024-11-14T12:36:53,128 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/ns/52073fdf8cb2473d920c54fe8d7adf4d is 43, key is default/ns:d/1731587791563/Put/seqid=0 2024-11-14T12:36:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741843_1019 (size=5153) 2024-11-14T12:36:53,132 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f1/493be113ffff4c8299bae6902a38b9c9 2024-11-14T12:36:53,134 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1515, reset compression=false 2024-11-14T12:36:53,135 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 493be113ffff4c8299bae6902a38b9c9 2024-11-14T12:36:53,138 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:53,138 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1762, reset compression=false 2024-11-14T12:36:53,138 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33993,1731587788220 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:53,139 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,33993,1731587788220: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,33993,1731587788220, walGroup=f1b69e0236bd%2C33993%2C1731587788220, offset=f1b69e0236bd%2C33993%2C1731587788220.1731587790438:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:36:53,140 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:36:53,140 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:36:53,140 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:36:53,140 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:36:53,140 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:36:53,140 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 944190464 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198257792 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:36:53,141 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:36825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:36:53,149 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/norep/de59ce38eb0247daa11c031f1b7ee53a is 33, key is row2/norep:/1731587808657/DeleteFamily/seqid=0 2024-11-14T12:36:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741844_1020 (size=5108) 2024-11-14T12:36:53,293 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9aef056affc2fd09c03dff611a32dd6, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:53,309 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:36:53,309 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:36:53,346 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1762, reset compression=false 2024-11-14T12:36:53,420 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:53,494 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9aef056affc2fd09c03dff611a32dd6, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:53,531 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/ns/52073fdf8cb2473d920c54fe8d7adf4d 2024-11-14T12:36:53,547 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee318e5fc1d4434b27a05fae57069e0 is 112, key is test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6./rep_barrier:seqnumDuringOpen/1731587796137/Put/seqid=0 2024-11-14T12:36:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:36:53,553 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/norep/de59ce38eb0247daa11c031f1b7ee53a 2024-11-14T12:36:53,556 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de59ce38eb0247daa11c031f1b7ee53a 2024-11-14T12:36:53,557 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f/09e2f4210d294245ad4dfffa1db6cf2e as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/f/09e2f4210d294245ad4dfffa1db6cf2e 2024-11-14T12:36:53,560 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e2f4210d294245ad4dfffa1db6cf2e 2024-11-14T12:36:53,560 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/f/09e2f4210d294245ad4dfffa1db6cf2e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:36:53,561 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/f1/493be113ffff4c8299bae6902a38b9c9 as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/f1/493be113ffff4c8299bae6902a38b9c9 2024-11-14T12:36:53,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:53,564 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 493be113ffff4c8299bae6902a38b9c9 2024-11-14T12:36:53,564 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/f1/493be113ffff4c8299bae6902a38b9c9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:36:53,565 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/.tmp/norep/de59ce38eb0247daa11c031f1b7ee53a as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/norep/de59ce38eb0247daa11c031f1b7ee53a 2024-11-14T12:36:53,568 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de59ce38eb0247daa11c031f1b7ee53a 2024-11-14T12:36:53,568 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/norep/de59ce38eb0247daa11c031f1b7ee53a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:36:53,569 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a9aef056affc2fd09c03dff611a32dd6 in 876ms, sequenceid=12, compaction requested=false 2024-11-14T12:36:53,572 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/default/test/a9aef056affc2fd09c03dff611a32dd6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:36:53,572 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:53,573 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9aef056affc2fd09c03dff611a32dd6: Waiting for close lock at 1731587812693Running coprocessor pre-close hooks at 1731587812693Disabling compacts and flushes for region at 1731587812693Disabling writes for close at 1731587812693Obtaining lock to block concurrent updates at 1731587812693Preparing flush snapshotting stores in a9aef056affc2fd09c03dff611a32dd6 at 1731587812693Finished memstore snapshotting test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731587812694 (+1 ms)Flushing stores of test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. at 1731587812694Flushing a9aef056affc2fd09c03dff611a32dd6/f: creating writer at 1731587812694Flushing a9aef056affc2fd09c03dff611a32dd6/f: appending metadata at 1731587812708 (+14 ms)Flushing a9aef056affc2fd09c03dff611a32dd6/f: closing flushed file at 1731587812708Flushing a9aef056affc2fd09c03dff611a32dd6/f1: creating writer at 1731587812715 (+7 ms)Flushing a9aef056affc2fd09c03dff611a32dd6/f1: appending metadata at 1731587812728 (+13 ms)Flushing a9aef056affc2fd09c03dff611a32dd6/f1: closing flushed file at 1731587812728Flushing a9aef056affc2fd09c03dff611a32dd6/norep: creating writer at 1731587813135 (+407 ms)Flushing a9aef056affc2fd09c03dff611a32dd6/norep: appending metadata at 1731587813149 (+14 ms)Flushing a9aef056affc2fd09c03dff611a32dd6/norep: closing flushed file at 1731587813149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd5d820: reopening flushed file at 1731587813556 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af9c429: reopening flushed file at 1731587813560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf1cc59: reopening flushed file at 1731587813564 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a9aef056affc2fd09c03dff611a32dd6 in 876ms, sequenceid=12, compaction requested=false at 1731587813569 (+5 ms)Writing region close event to WAL at 1731587813570 (+1 ms)Running coprocessor post-close hooks at 1731587813572 (+2 ms)Closed at 1731587813573 (+1 ms) 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587794974.a9aef056affc2fd09c03dff611a32dd6. 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cee57dbdc36a417f05fc913fad9e6f6d, disabling compactions & flushes 2024-11-14T12:36:53,573 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. after waiting 0 ms 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cee57dbdc36a417f05fc913fad9e6f6d: Waiting for close lock at 1731587813573Running coprocessor pre-close hooks at 1731587813573Disabling compacts and flushes for region at 1731587813573Disabling writes for close at 1731587813573Failed flush hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d., putting online again at 1731587813573 2024-11-14T12:36:53,573 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,649 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 1762, reset compression=false 2024-11-14T12:36:53,653 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:53,653 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 2406, reset compression=false 2024-11-14T12:36:53,694 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:36:53,694 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cee57dbdc36a417f05fc913fad9e6f6d=hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d.} 2024-11-14T12:36:53,694 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(3091): Received CLOSE for cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:53,694 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee57dbdc36a417f05fc913fad9e6f6d 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cee57dbdc36a417f05fc913fad9e6f6d, disabling compactions & flushes 2024-11-14T12:36:53,694 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. after waiting 0 ms 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cee57dbdc36a417f05fc913fad9e6f6d: Waiting for close lock at 1731587813694Running coprocessor pre-close hooks at 1731587813694Disabling compacts and flushes for region at 1731587813694Disabling writes for close at 1731587813694Failed flush hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d., putting online again at 1731587813694 2024-11-14T12:36:53,694 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587801455.cee57dbdc36a417f05fc913fad9e6f6d. 2024-11-14T12:36:53,855 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 2406, reset compression=false 2024-11-14T12:36:53,894 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:53,951 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee318e5fc1d4434b27a05fae57069e0 2024-11-14T12:36:53,968 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/table/7ca7e1bb02c94a4f8c738f179f173df5 is 53, key is hbase:replication/table:state/1731587802639/Put/seqid=0 2024-11-14T12:36:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:36:54,024 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:54,094 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:54,159 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 2406, reset compression=false 2024-11-14T12:36:54,264 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:54,294 DEBUG [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:36:54,372 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/table/7ca7e1bb02c94a4f8c738f179f173df5 2024-11-14T12:36:54,376 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/info/81b0627c71bc4dc5bc0b512245df46c1 as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/info/81b0627c71bc4dc5bc0b512245df46c1 2024-11-14T12:36:54,379 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/info/81b0627c71bc4dc5bc0b512245df46c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:36:54,380 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/ns/52073fdf8cb2473d920c54fe8d7adf4d as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/ns/52073fdf8cb2473d920c54fe8d7adf4d 2024-11-14T12:36:54,384 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/ns/52073fdf8cb2473d920c54fe8d7adf4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:36:54,385 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee318e5fc1d4434b27a05fae57069e0 as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/rep_barrier/4ee318e5fc1d4434b27a05fae57069e0 2024-11-14T12:36:54,388 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/rep_barrier/4ee318e5fc1d4434b27a05fae57069e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:36:54,388 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/.tmp/table/7ca7e1bb02c94a4f8c738f179f173df5 as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/table/7ca7e1bb02c94a4f8c738f179f173df5 2024-11-14T12:36:54,392 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/table/7ca7e1bb02c94a4f8c738f179f173df5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:36:54,392 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-14T12:36:54,397 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:36:54,398 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:54,398 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:54,398 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:54,398 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587812693Running coprocessor pre-close hooks at 1731587812693Disabling compacts and flushes for region at 1731587812693Disabling writes for close at 1731587812693Obtaining lock to block concurrent updates at 1731587812693Preparing flush snapshotting stores in 1588230740 at 1731587812693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587812693Flushing stores of hbase:meta,,1.1588230740 at 1731587812694 (+1 ms)Flushing 1588230740/info: creating writer at 1731587812694Flushing 1588230740/info: appending metadata at 1731587812706 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731587812706Flushing 1588230740/ns: creating writer at 1731587813115 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731587813127 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731587813127Flushing 1588230740/rep_barrier: creating writer at 1731587813535 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587813547 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587813547Flushing 1588230740/table: creating writer at 1731587813955 (+408 ms)Flushing 1588230740/table: appending metadata at 1731587813968 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587813968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c751d64: reopening flushed file at 1731587814375 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307e83d1: reopening flushed file at 1731587814379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5434761: reopening flushed file at 1731587814384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f9f6d1: reopening flushed file at 1731587814388 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731587814392 (+4 ms)Writing region close event to WAL at 1731587814395 (+3 ms)Running coprocessor post-close hooks at 1731587814397 (+2 ms)Closed at 1731587814398 (+1 ms) 2024-11-14T12:36:54,398 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:54,495 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:36:54,495 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,33993,1731587788220; all regions closed. 2024-11-14T12:36:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:36:54,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.meta.1731587791366.meta not finished, retry = 0 2024-11-14T12:36:54,562 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 to pos 2406, reset compression=false 2024-11-14T12:36:54,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.rep.1731587802602 not finished, retry = 0 2024-11-14T12:36:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741839_1015 (size=2609) 2024-11-14T12:36:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741832_1008 (size=2414) 2024-11-14T12:36:54,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/WALs/f1b69e0236bd,33993,1731587788220/f1b69e0236bd%2C33993%2C1731587788220.1731587790438 not finished, retry = 0 2024-11-14T12:36:54,727 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:54,803 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:54,803 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:54,803 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:54,803 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:54,803 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:54,803 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:54,804 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,33993,1731587788220 because: Region server is closing 2024-11-14T12:36:54,804 INFO [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33993. 2024-11-14T12:36:54,804 DEBUG [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:54,804 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:54,804 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:54,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:54,904 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.shipperf1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 terminated 2024-11-14T12:36:54,904 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33993,1731587788220.replicationSource.wal-reader.f1b69e0236bd%2C33993%2C1731587788220,1-f1b69e0236bd,33993,1731587788220 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:36:54,904 INFO [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33993. 2024-11-14T12:36:54,905 DEBUG [RS:0;f1b69e0236bd:33993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:54,905 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:54,905 DEBUG [RS:0;f1b69e0236bd:33993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:54,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:54,905 INFO [RS:0;f1b69e0236bd:33993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33993 2024-11-14T12:36:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2660780335/rs/f1b69e0236bd,33993,1731587788220 2024-11-14T12:36:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335/rs 2024-11-14T12:36:54,949 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:54,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,33993,1731587788220] 2024-11-14T12:36:54,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2660780335/draining/f1b69e0236bd,33993,1731587788220 already deleted, retry=false 2024-11-14T12:36:54,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,33993,1731587788220 expired; onlineServers=0 2024-11-14T12:36:54,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,36825,1731587788109' ***** 2024-11-14T12:36:54,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:36:54,965 INFO [M:0;f1b69e0236bd:36825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:54,965 INFO [M:0;f1b69e0236bd:36825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:54,965 DEBUG [M:0;f1b69e0236bd:36825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:36:54,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:36:54,965 DEBUG [M:0;f1b69e0236bd:36825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:36:54,966 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587790177 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587790177,5,FailOnTimeoutGroup] 2024-11-14T12:36:54,966 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587790176 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587790176,5,FailOnTimeoutGroup] 2024-11-14T12:36:54,966 INFO [M:0;f1b69e0236bd:36825 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:54,966 INFO [M:0;f1b69e0236bd:36825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:54,966 DEBUG [M:0;f1b69e0236bd:36825 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:36:54,966 INFO [M:0;f1b69e0236bd:36825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:36:54,966 INFO [M:0;f1b69e0236bd:36825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:54,966 INFO [M:0;f1b69e0236bd:36825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:36:54,966 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:36:54,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2660780335/master 2024-11-14T12:36:54,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2660780335 2024-11-14T12:36:54,973 DEBUG [M:0;f1b69e0236bd:36825 {}] zookeeper.ZKUtil(347): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Unable to get data of znode /2660780335/master because node does not exist (not an error) 2024-11-14T12:36:54,974 WARN [M:0;f1b69e0236bd:36825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:36:54,975 INFO [M:0;f1b69e0236bd:36825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/.lastflushedseqids 2024-11-14T12:36:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:36:54,978 INFO [M:0;f1b69e0236bd:36825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:36:54,978 INFO [M:0;f1b69e0236bd:36825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:36:54,979 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:54,979 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:54,979 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:54,979 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:54,979 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:54,979 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-14T12:36:54,996 DEBUG [M:0;f1b69e0236bd:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371b55bfc8264384be08196bf9c5aaaf is 82, key is hbase:meta,,1/info:regioninfo/1731587791400/Put/seqid=0 2024-11-14T12:36:54,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:36:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:55,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33993-0x1013a8666d70007, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:55,057 INFO [RS:0;f1b69e0236bd:33993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:55,057 INFO [RS:0;f1b69e0236bd:33993 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,33993,1731587788220; zookeeper connection closed. 2024-11-14T12:36:55,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24731db7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24731db7 2024-11-14T12:36:55,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:36:55,067 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:55,400 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371b55bfc8264384be08196bf9c5aaaf 2024-11-14T12:36:55,417 DEBUG [M:0;f1b69e0236bd:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/982a55a6a5f64b058613639b4fbbf7ef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587802642/Put/seqid=0 2024-11-14T12:36:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741849_1025 (size=9213) 2024-11-14T12:36:55,531 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:55,821 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/982a55a6a5f64b058613639b4fbbf7ef 2024-11-14T12:36:55,922 DEBUG [M:0;f1b69e0236bd:36825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de654cd4fcca44e59f0d0309e42d6047 is 69, key is f1b69e0236bd,33993,1731587788220/rs:state/1731587790277/Put/seqid=0 2024-11-14T12:36:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:36:55,970 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:56,326 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de654cd4fcca44e59f0d0309e42d6047 2024-11-14T12:36:56,330 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/371b55bfc8264384be08196bf9c5aaaf as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/371b55bfc8264384be08196bf9c5aaaf 2024-11-14T12:36:56,333 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/371b55bfc8264384be08196bf9c5aaaf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T12:36:56,334 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/982a55a6a5f64b058613639b4fbbf7ef as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/982a55a6a5f64b058613639b4fbbf7ef 2024-11-14T12:36:56,338 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/982a55a6a5f64b058613639b4fbbf7ef, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T12:36:56,338 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de654cd4fcca44e59f0d0309e42d6047 as hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de654cd4fcca44e59f0d0309e42d6047 2024-11-14T12:36:56,341 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41207/user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de654cd4fcca44e59f0d0309e42d6047, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T12:36:56,342 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=127, compaction requested=false 2024-11-14T12:36:56,343 INFO [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:56,343 DEBUG [M:0;f1b69e0236bd:36825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587814979Disabling compacts and flushes for region at 1731587814979Disabling writes for close at 1731587814979Obtaining lock to block concurrent updates at 1731587814979Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587814979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731587814979Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587814980 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587814980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587814995 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587814995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587815403 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587815417 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587815417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587815909 (+492 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587815921 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587815921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9d8267: reopening flushed file at 1731587816329 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334c90f6: reopening flushed file at 1731587816334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0e23f4: reopening flushed file at 1731587816338 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=127, compaction requested=false at 1731587816342 (+4 ms)Writing region close event to WAL at 1731587816343 (+1 ms)Closed at 1731587816343 2024-11-14T12:36:56,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cedc68aa-fd67-9f42-9e1b-264f37a6679f/MasterData/WALs/f1b69e0236bd,36825,1731587788109/f1b69e0236bd%2C36825%2C1731587788109.1731587789946 not finished, retry = 0 2024-11-14T12:36:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38247 is added to blk_1073741830_1006 (size=73878) 2024-11-14T12:36:56,434 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:56,446 INFO [M:0;f1b69e0236bd:36825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:36:56,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:56,446 INFO [M:0;f1b69e0236bd:36825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36825 2024-11-14T12:36:56,447 INFO [M:0;f1b69e0236bd:36825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:56,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:56,574 INFO [M:0;f1b69e0236bd:36825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:56,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36825-0x1013a8666d70006, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:56,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ada0127{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:36:56,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:56,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:56,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:56,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:56,579 WARN [BP-1973979016-172.17.0.3-1731587786717 heartbeating to localhost/127.0.0.1:41207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:36:56,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:36:56,579 WARN [BP-1973979016-172.17.0.3-1731587786717 heartbeating to localhost/127.0.0.1:41207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973979016-172.17.0.3-1731587786717 (Datanode Uuid 2746857a-7b2f-4051-a49f-2ff8a80473eb) service to localhost/127.0.0.1:41207 2024-11-14T12:36:56,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:36:56,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/cluster_eb54bd66-aff5-6d08-819e-8e65b92aaaf4/data/data1/current/BP-1973979016-172.17.0.3-1731587786717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:56,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/cluster_eb54bd66-aff5-6d08-819e-8e65b92aaaf4/data/data2/current/BP-1973979016-172.17.0.3-1731587786717 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:36:56,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:36:56,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5721312a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:36:56,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:36:56,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:36:56,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:36:56,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir/,STOPPED} 2024-11-14T12:36:56,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:36:56,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:36:56,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:56,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:56,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:56,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:56,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:56,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:36:56,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684705264, stopped=false 2024-11-14T12:36:56,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,44267,1731587783147 2024-11-14T12:36:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1124502869/running 2024-11-14T12:36:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1124502869/running 2024-11-14T12:36:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:56,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:56,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:36:56,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:56,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:56,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,33193,1731587783259' ***** 2024-11-14T12:36:56,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:36:56,635 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:36:56,635 INFO [RS:0;f1b69e0236bd:33193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:36:56,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:36:56,635 INFO [RS:0;f1b69e0236bd:33193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:36:56,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/running 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(3091): Received CLOSE for c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:56,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Set watcher on znode that does not yet exist, /1124502869/running 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(3091): Received CLOSE for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33193. 2024-11-14T12:36:56,636 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c31868fa9c0e3498d8837e86247eaf55, disabling compactions & flushes 2024-11-14T12:36:56,636 DEBUG [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:56,636 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:56,636 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:56,636 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:36:56,636 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. after waiting 0 ms 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:36:56,636 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:36:56,636 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c31868fa9c0e3498d8837e86247eaf55 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T12:36:56,636 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:36:56,636 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c31868fa9c0e3498d8837e86247eaf55=test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55., 22ae8665e7ec8dda338664a4db2b5eb1=hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.} 2024-11-14T12:36:56,636 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:56,636 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:36:56,636 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:36:56,637 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:36:56,637 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:36:56,637 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:36:56,637 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:36:56,647 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:56,662 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/info/828404bc259c4ddda375cba3fcf11dd1 is 147, key is hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1./info:regioninfo/1731587800513/Put/seqid=0 2024-11-14T12:36:56,662 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f/16b1adfc4c694be78668403f67ca5ce0 is 37, key is row3/f:row3/1731587810303/Put/seqid=0 2024-11-14T12:36:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741840_1016 (size=5228) 2024-11-14T12:36:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:36:56,837 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:56,973 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1471, reset compression=false 2024-11-14T12:36:56,978 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:56,978 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1718, reset compression=false 2024-11-14T12:36:56,978 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,33193,1731587783259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:36:56,979 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,33193,1731587783259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,33193,1731587783259, walGroup=f1b69e0236bd%2C33193%2C1731587783259, offset=f1b69e0236bd%2C33193%2C1731587783259.1731587785452:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:36:56,980 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:36:56,980 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:36:56,981 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:36:56,981 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:36:56,981 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:36:56,981 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 750473344 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198656984 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:36:56,981 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:44267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:44267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:36:57,037 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:57,066 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/info/828404bc259c4ddda375cba3fcf11dd1 2024-11-14T12:36:57,066 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f/16b1adfc4c694be78668403f67ca5ce0 2024-11-14T12:36:57,070 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16b1adfc4c694be78668403f67ca5ce0 2024-11-14T12:36:57,083 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/ns/321f71ad6b7546f88930ef7e30b176e8 is 43, key is default/ns:d/1731587786581/Put/seqid=0 2024-11-14T12:36:57,083 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f1/3363f814595e4366aee3c2b226003134 is 30, key is row1/f1:/1731587807652/DeleteFamily/seqid=0 2024-11-14T12:36:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741843_1019 (size=5153) 2024-11-14T12:36:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741842_1018 (size=5158) 2024-11-14T12:36:57,183 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1718, reset compression=false 2024-11-14T12:36:57,237 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:57,324 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:36:57,324 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:36:57,437 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:57,438 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:57,486 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1718, reset compression=false 2024-11-14T12:36:57,487 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f1/3363f814595e4366aee3c2b226003134 2024-11-14T12:36:57,487 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/ns/321f71ad6b7546f88930ef7e30b176e8 2024-11-14T12:36:57,490 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3363f814595e4366aee3c2b226003134 2024-11-14T12:36:57,504 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/norep/319e24fcf5b24ec9b3401950ca69d961 is 33, key is row1/norep:/1731587807652/DeleteFamily/seqid=0 2024-11-14T12:36:57,505 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0a10155cd641ca88d0463ce876306c is 112, key is test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55./rep_barrier:seqnumDuringOpen/1731587793963/Put/seqid=0 2024-11-14T12:36:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741844_1020 (size=5108) 2024-11-14T12:36:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741845_1021 (size=5518) 2024-11-14T12:36:57,637 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:57,838 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22ae8665e7ec8dda338664a4db2b5eb1, c31868fa9c0e3498d8837e86247eaf55 2024-11-14T12:36:57,890 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1718, reset compression=false 2024-11-14T12:36:57,908 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/norep/319e24fcf5b24ec9b3401950ca69d961 2024-11-14T12:36:57,908 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0a10155cd641ca88d0463ce876306c 2024-11-14T12:36:57,911 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 319e24fcf5b24ec9b3401950ca69d961 2024-11-14T12:36:57,912 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f/16b1adfc4c694be78668403f67ca5ce0 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/f/16b1adfc4c694be78668403f67ca5ce0 2024-11-14T12:36:57,916 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16b1adfc4c694be78668403f67ca5ce0 2024-11-14T12:36:57,916 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/f/16b1adfc4c694be78668403f67ca5ce0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:36:57,916 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/f1/3363f814595e4366aee3c2b226003134 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/f1/3363f814595e4366aee3c2b226003134 2024-11-14T12:36:57,921 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3363f814595e4366aee3c2b226003134 2024-11-14T12:36:57,921 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/f1/3363f814595e4366aee3c2b226003134, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:36:57,922 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/.tmp/norep/319e24fcf5b24ec9b3401950ca69d961 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/norep/319e24fcf5b24ec9b3401950ca69d961 2024-11-14T12:36:57,926 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 319e24fcf5b24ec9b3401950ca69d961 2024-11-14T12:36:57,926 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/norep/319e24fcf5b24ec9b3401950ca69d961, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:36:57,926 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/table/244222a5ff064cfb8d04a16d83565fc3 is 53, key is hbase:replication/table:state/1731587800521/Put/seqid=0 2024-11-14T12:36:57,927 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c31868fa9c0e3498d8837e86247eaf55 in 1291ms, sequenceid=12, compaction requested=false 2024-11-14T12:36:57,927 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:36:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:36:57,936 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/table/244222a5ff064cfb8d04a16d83565fc3 2024-11-14T12:36:57,937 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/default/test/c31868fa9c0e3498d8837e86247eaf55/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:36:57,938 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:57,938 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:36:57,938 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:57,938 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c31868fa9c0e3498d8837e86247eaf55: Waiting for close lock at 1731587816636Running coprocessor pre-close hooks at 1731587816636Disabling compacts and flushes for region at 1731587816636Disabling writes for close at 1731587816636Obtaining lock to block concurrent updates at 1731587816636Preparing flush snapshotting stores in c31868fa9c0e3498d8837e86247eaf55 at 1731587816636Finished memstore snapshotting test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731587816637 (+1 ms)Flushing stores of test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. at 1731587816637Flushing c31868fa9c0e3498d8837e86247eaf55/f: creating writer at 1731587816637Flushing c31868fa9c0e3498d8837e86247eaf55/f: appending metadata at 1731587816662 (+25 ms)Flushing c31868fa9c0e3498d8837e86247eaf55/f: closing flushed file at 1731587816662Flushing c31868fa9c0e3498d8837e86247eaf55/f1: creating writer at 1731587817070 (+408 ms)Flushing c31868fa9c0e3498d8837e86247eaf55/f1: appending metadata at 1731587817082 (+12 ms)Flushing c31868fa9c0e3498d8837e86247eaf55/f1: closing flushed file at 1731587817082Flushing c31868fa9c0e3498d8837e86247eaf55/norep: creating writer at 1731587817491 (+409 ms)Flushing c31868fa9c0e3498d8837e86247eaf55/norep: appending metadata at 1731587817504 (+13 ms)Flushing c31868fa9c0e3498d8837e86247eaf55/norep: closing flushed file at 1731587817504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54959db7: reopening flushed file at 1731587817911 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d06f4a: reopening flushed file at 1731587817916 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262d8ae9: reopening flushed file at 1731587817921 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c31868fa9c0e3498d8837e86247eaf55 in 1291ms, sequenceid=12, compaction requested=false at 1731587817927 (+6 ms)Writing region close event to WAL at 1731587817935 (+8 ms)Running coprocessor post-close hooks at 1731587817938 (+3 ms)Closed at 1731587817938 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587792823.c31868fa9c0e3498d8837e86247eaf55. 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22ae8665e7ec8dda338664a4db2b5eb1, disabling compactions & flushes 2024-11-14T12:36:57,939 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. after waiting 0 ms 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22ae8665e7ec8dda338664a4db2b5eb1: Waiting for close lock at 1731587817939Running coprocessor pre-close hooks at 1731587817939Disabling compacts and flushes for region at 1731587817939Disabling writes for close at 1731587817939Failed flush hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1., putting online again at 1731587817939 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:57,939 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/info/828404bc259c4ddda375cba3fcf11dd1 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/info/828404bc259c4ddda375cba3fcf11dd1 2024-11-14T12:36:57,943 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/info/828404bc259c4ddda375cba3fcf11dd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:36:57,943 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/ns/321f71ad6b7546f88930ef7e30b176e8 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/ns/321f71ad6b7546f88930ef7e30b176e8 2024-11-14T12:36:57,947 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/ns/321f71ad6b7546f88930ef7e30b176e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:36:57,947 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/7b0a10155cd641ca88d0463ce876306c as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/rep_barrier/7b0a10155cd641ca88d0463ce876306c 2024-11-14T12:36:57,950 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/rep_barrier/7b0a10155cd641ca88d0463ce876306c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:36:57,951 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/.tmp/table/244222a5ff064cfb8d04a16d83565fc3 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/table/244222a5ff064cfb8d04a16d83565fc3 2024-11-14T12:36:57,954 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/table/244222a5ff064cfb8d04a16d83565fc3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:36:57,955 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-14T12:36:57,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:36:57,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:36:57,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:36:57,959 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:57,959 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587816636Running coprocessor pre-close hooks at 1731587816636Disabling compacts and flushes for region at 1731587816636Disabling writes for close at 1731587816637 (+1 ms)Obtaining lock to block concurrent updates at 1731587816637Preparing flush snapshotting stores in 1588230740 at 1731587816637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587816637Flushing stores of hbase:meta,,1.1588230740 at 1731587816637Flushing 1588230740/info: creating writer at 1731587816637Flushing 1588230740/info: appending metadata at 1731587816662 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731587816662Flushing 1588230740/ns: creating writer at 1731587817070 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587817082 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731587817082Flushing 1588230740/rep_barrier: creating writer at 1731587817491 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587817504 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587817504Flushing 1588230740/table: creating writer at 1731587817911 (+407 ms)Flushing 1588230740/table: appending metadata at 1731587817926 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731587817926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7992becd: reopening flushed file at 1731587817939 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e24b75b: reopening flushed file at 1731587817943 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb9fd04: reopening flushed file at 1731587817947 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f75711: reopening flushed file at 1731587817950 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731587817955 (+5 ms)Writing region close event to WAL at 1731587817956 (+1 ms)Running coprocessor post-close hooks at 1731587817959 (+3 ms)Closed at 1731587817959 2024-11-14T12:36:57,960 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:36:58,038 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:36:58,038 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1325): Online Regions={22ae8665e7ec8dda338664a4db2b5eb1=hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1.} 2024-11-14T12:36:58,038 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(3091): Received CLOSE for 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:58,038 DEBUG [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1351): Waiting on 22ae8665e7ec8dda338664a4db2b5eb1 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22ae8665e7ec8dda338664a4db2b5eb1, disabling compactions & flushes 2024-11-14T12:36:58,038 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. after waiting 0 ms 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22ae8665e7ec8dda338664a4db2b5eb1: Waiting for close lock at 1731587818038Running coprocessor pre-close hooks at 1731587818038Disabling compacts and flushes for region at 1731587818038Disabling writes for close at 1731587818038Failed flush hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1., putting online again at 1731587818038 2024-11-14T12:36:58,038 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587799297.22ae8665e7ec8dda338664a4db2b5eb1. 2024-11-14T12:36:58,238 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:36:58,238 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,33193,1731587783259; all regions closed. 2024-11-14T12:36:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:36:58,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.meta.1731587786541.meta not finished, retry = 0 2024-11-14T12:36:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741839_1015 (size=2609) 2024-11-14T12:36:58,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.rep.1731587800475 not finished, retry = 0 2024-11-14T12:36:58,394 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 1718, reset compression=false 2024-11-14T12:36:58,397 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:36:58,398 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.wal-reader.f1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 to pos 2362, reset compression=false 2024-11-14T12:36:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741832_1008 (size=2370) 2024-11-14T12:36:58,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/WALs/f1b69e0236bd,33193,1731587783259/f1b69e0236bd%2C33193%2C1731587783259.1731587785452 not finished, retry = 0 2024-11-14T12:36:58,541 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:36:58,546 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:58,546 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:36:58,546 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:58,546 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:58,546 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:58,546 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:36:58,546 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,33193,1731587783259 because: Region server is closing 2024-11-14T12:36:58,547 INFO [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33193. 2024-11-14T12:36:58,547 DEBUG [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:58,547 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:58,547 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:58,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:58,647 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,33193,1731587783259.replicationSource.shipperf1b69e0236bd%2C33193%2C1731587783259,1-f1b69e0236bd,33193,1731587783259 terminated 2024-11-14T12:36:58,647 INFO [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:33193. 2024-11-14T12:36:58,647 DEBUG [RS:0;f1b69e0236bd:33193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:36:58,647 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:58,648 DEBUG [RS:0;f1b69e0236bd:33193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:36:58,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:36:58,648 INFO [RS:0;f1b69e0236bd:33193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33193 2024-11-14T12:36:58,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869/rs 2024-11-14T12:36:58,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1124502869/rs/f1b69e0236bd,33193,1731587783259 2024-11-14T12:36:58,723 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:36:58,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,33193,1731587783259] 2024-11-14T12:36:58,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1124502869/draining/f1b69e0236bd,33193,1731587783259 already deleted, retry=false 2024-11-14T12:36:58,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,33193,1731587783259 expired; onlineServers=0 2024-11-14T12:36:58,740 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,44267,1731587783147' ***** 2024-11-14T12:36:58,740 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:36:58,740 INFO [M:0;f1b69e0236bd:44267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:36:58,740 INFO [M:0;f1b69e0236bd:44267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:36:58,740 DEBUG [M:0;f1b69e0236bd:44267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:36:58,740 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:36:58,740 DEBUG [M:0;f1b69e0236bd:44267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:36:58,740 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587785233 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587785233,5,FailOnTimeoutGroup] 2024-11-14T12:36:58,740 INFO [M:0;f1b69e0236bd:44267 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:36:58,741 INFO [M:0;f1b69e0236bd:44267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:36:58,741 DEBUG [M:0;f1b69e0236bd:44267 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:36:58,741 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587785234 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587785234,5,FailOnTimeoutGroup] 2024-11-14T12:36:58,741 INFO [M:0;f1b69e0236bd:44267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:36:58,741 INFO [M:0;f1b69e0236bd:44267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:36:58,741 INFO [M:0;f1b69e0236bd:44267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:36:58,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:36:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1124502869/master 2024-11-14T12:36:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1124502869 2024-11-14T12:36:58,748 DEBUG [M:0;f1b69e0236bd:44267 {}] zookeeper.ZKUtil(347): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Unable to get data of znode /1124502869/master because node does not exist (not an error) 2024-11-14T12:36:58,748 WARN [M:0;f1b69e0236bd:44267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:36:58,749 INFO [M:0;f1b69e0236bd:44267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/.lastflushedseqids 2024-11-14T12:36:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:36:58,832 INFO [RS:0;f1b69e0236bd:33193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:36:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:58,832 INFO [RS:0;f1b69e0236bd:33193 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,33193,1731587783259; zookeeper connection closed. 2024-11-14T12:36:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33193-0x1013a8666d70004, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:36:58,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 2024-11-14T12:36:58,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:36:59,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:36:59,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,158 INFO [M:0;f1b69e0236bd:44267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:36:59,158 INFO [M:0;f1b69e0236bd:44267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:36:59,158 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:36:59,158 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:59,158 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:59,158 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:36:59,158 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:36:59,158 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T12:36:59,175 DEBUG [M:0;f1b69e0236bd:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f41929749acc4068b8cb8cd2ac1ddafa is 82, key is hbase:meta,,1/info:regioninfo/1731587786567/Put/seqid=0 2024-11-14T12:36:59,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:36:59,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:36:59,581 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f41929749acc4068b8cb8cd2ac1ddafa 2024-11-14T12:36:59,598 DEBUG [M:0;f1b69e0236bd:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bd3e2d5aca4711bc84a714a82008bf is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587793972/Put/seqid=0 2024-11-14T12:36:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741849_1025 (size=7218) 2024-11-14T12:36:59,745 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:37:00,002 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bd3e2d5aca4711bc84a714a82008bf 2024-11-14T12:37:00,006 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6bd3e2d5aca4711bc84a714a82008bf 2024-11-14T12:37:00,024 DEBUG [M:0;f1b69e0236bd:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb78ac7236764775a3b0f94cbb4bfb28 is 69, key is f1b69e0236bd,33193,1731587783259/rs:state/1731587785306/Put/seqid=0 2024-11-14T12:37:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:37:00,428 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb78ac7236764775a3b0f94cbb4bfb28 2024-11-14T12:37:00,432 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f41929749acc4068b8cb8cd2ac1ddafa as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f41929749acc4068b8cb8cd2ac1ddafa 2024-11-14T12:37:00,435 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f41929749acc4068b8cb8cd2ac1ddafa, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:37:00,435 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6bd3e2d5aca4711bc84a714a82008bf as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6bd3e2d5aca4711bc84a714a82008bf 2024-11-14T12:37:00,438 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6bd3e2d5aca4711bc84a714a82008bf 2024-11-14T12:37:00,438 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6bd3e2d5aca4711bc84a714a82008bf, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:37:00,439 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb78ac7236764775a3b0f94cbb4bfb28 as hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb78ac7236764775a3b0f94cbb4bfb28 2024-11-14T12:37:00,442 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41903/user/jenkins/test-data/2417bbcc-6fa3-0ff8-5eb7-b83aebda3bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb78ac7236764775a3b0f94cbb4bfb28, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:37:00,443 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-14T12:37:00,444 INFO [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:00,444 DEBUG [M:0;f1b69e0236bd:44267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587819158Disabling compacts and flushes for region at 1731587819158Disabling writes for close at 1731587819158Obtaining lock to block concurrent updates at 1731587819158Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587819158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731587819159 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587819159Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587819159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587819175 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587819175Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587819585 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587819598 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587819598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587820006 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587820023 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587820023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5418e4cd: reopening flushed file at 1731587820431 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4840d6c6: reopening flushed file at 1731587820435 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e100984: reopening flushed file at 1731587820438 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731587820443 (+5 ms)Writing region close event to WAL at 1731587820444 (+1 ms)Closed at 1731587820444 2024-11-14T12:37:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741830_1006 (size=64423) 2024-11-14T12:37:00,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:00,447 INFO [M:0;f1b69e0236bd:44267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:37:00,447 INFO [M:0;f1b69e0236bd:44267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44267 2024-11-14T12:37:00,451 INFO [M:0;f1b69e0236bd:44267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:00,607 INFO [M:0;f1b69e0236bd:44267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:00,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:00,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1013a8666d70003, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:00,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be291d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:00,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:00,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:00,612 WARN [BP-1864826073-172.17.0.3-1731587781792 heartbeating to localhost/127.0.0.1:41903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:37:00,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:37:00,612 WARN [BP-1864826073-172.17.0.3-1731587781792 heartbeating to localhost/127.0.0.1:41903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864826073-172.17.0.3-1731587781792 (Datanode Uuid 15f65c24-5a81-4fb4-b5e6-0e4b696ae093) service to localhost/127.0.0.1:41903 2024-11-14T12:37:00,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:37:00,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/cluster_84fb8d70-195d-e7f7-381a-9ef386af0027/data/data1/current/BP-1864826073-172.17.0.3-1731587781792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:00,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/cluster_84fb8d70-195d-e7f7-381a-9ef386af0027/data/data2/current/BP-1864826073-172.17.0.3-1731587781792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:00,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:37:00,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636fa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:00,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:00,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:00,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:00,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de71f3cb-2342-de32-1bfb-207982dea798/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:00,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:37:00,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:37:00,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:00,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:00,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:00,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:00,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:00,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:37:00,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1129887067, stopped=false 2024-11-14T12:37:00,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,33013,1731587778265 2024-11-14T12:37:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199028825/running 2024-11-14T12:37:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199028825/running 2024-11-14T12:37:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:37:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:37:00,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:00,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:00,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:00,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:00,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,41749,1731587778425' ***** 2024-11-14T12:37:00,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:37:00,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/running 2024-11-14T12:37:00,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Set watcher on znode that does not yet exist, /0-199028825/running 2024-11-14T12:37:00,641 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:37:00,641 INFO [RS:0;f1b69e0236bd:41749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:37:00,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:37:00,641 INFO [RS:0;f1b69e0236bd:41749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:37:00,641 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(3091): Received CLOSE for b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(3091): Received CLOSE for afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,41749,1731587778425 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:41749. 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b55dbb09ef0b48d8d7a2de63292bcbbe, disabling compactions & flushes 2024-11-14T12:37:00,642 DEBUG [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:00,642 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:37:00,642 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. after waiting 0 ms 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:37:00,642 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b55dbb09ef0b48d8d7a2de63292bcbbe 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:37:00,642 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:37:00,642 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b55dbb09ef0b48d8d7a2de63292bcbbe=hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe., afc94dafb158f97ee730c63c06a06f7d=test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d.} 2024-11-14T12:37:00,642 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc94dafb158f97ee730c63c06a06f7d, b55dbb09ef0b48d8d7a2de63292bcbbe 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:00,642 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:00,642 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:00,642 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:37:00,658 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/info/ffae31a95e4d461b84daedc5c871f33b is 147, key is hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe./info:regioninfo/1731587798296/Put/seqid=0 2024-11-14T12:37:00,658 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/.tmp/queue/082af54555a149779c64c4c129afb05b is 154, key is 1-f1b69e0236bd,41749,1731587778425/queue:f1b69e0236bd%2C41749%2C1731587778425/1731587812007/Put/seqid=0 2024-11-14T12:37:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:37:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741841_1017 (size=5353) 2024-11-14T12:37:00,662 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/.tmp/queue/082af54555a149779c64c4c129afb05b 2024-11-14T12:37:00,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/.tmp/queue/082af54555a149779c64c4c129afb05b as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/queue/082af54555a149779c64c4c129afb05b 2024-11-14T12:37:00,669 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/queue/082af54555a149779c64c4c129afb05b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T12:37:00,670 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b55dbb09ef0b48d8d7a2de63292bcbbe in 28ms, sequenceid=14, compaction requested=false 2024-11-14T12:37:00,672 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/replication/b55dbb09ef0b48d8d7a2de63292bcbbe/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:00,673 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b55dbb09ef0b48d8d7a2de63292bcbbe: Waiting for close lock at 1731587820642Running coprocessor pre-close hooks at 1731587820642Disabling compacts and flushes for region at 1731587820642Disabling writes for close at 1731587820642Obtaining lock to block concurrent updates at 1731587820642Preparing flush snapshotting stores in b55dbb09ef0b48d8d7a2de63292bcbbe at 1731587820642Finished memstore snapshotting hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731587820642Flushing stores of hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. at 1731587820643 (+1 ms)Flushing b55dbb09ef0b48d8d7a2de63292bcbbe/queue: creating writer at 1731587820643Flushing b55dbb09ef0b48d8d7a2de63292bcbbe/queue: appending metadata at 1731587820658 (+15 ms)Flushing b55dbb09ef0b48d8d7a2de63292bcbbe/queue: closing flushed file at 1731587820658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561acfa3: reopening flushed file at 1731587820666 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for b55dbb09ef0b48d8d7a2de63292bcbbe in 28ms, sequenceid=14, compaction requested=false at 1731587820670 (+4 ms)Writing region close event to WAL at 1731587820670Running coprocessor post-close hooks at 1731587820673 (+3 ms)Closed at 1731587820673 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587797135.b55dbb09ef0b48d8d7a2de63292bcbbe. 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc94dafb158f97ee730c63c06a06f7d, disabling compactions & flushes 2024-11-14T12:37:00,673 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. after waiting 0 ms 2024-11-14T12:37:00,673 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:37:00,673 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afc94dafb158f97ee730c63c06a06f7d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T12:37:00,687 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f/e33ac0a7f01a499f8bc2615e7d52e317 is 37, key is row3/f:row3/1731587810303/Put/seqid=0 2024-11-14T12:37:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741842_1018 (size=5228) 2024-11-14T12:37:00,691 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f/e33ac0a7f01a499f8bc2615e7d52e317 2024-11-14T12:37:00,694 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e33ac0a7f01a499f8bc2615e7d52e317 2024-11-14T12:37:00,710 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f1/9fb981142b9040eda7157ba02bbbea15 is 30, key is row1/f1:/1731587807652/DeleteFamily/seqid=0 2024-11-14T12:37:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741843_1019 (size=5158) 2024-11-14T12:37:00,720 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:00,842 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:37:01,042 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:37:01,049 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1488, reset compression=false 2024-11-14T12:37:01,053 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:01,053 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1735, reset compression=false 2024-11-14T12:37:01,053 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,41749,1731587778425 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:01,054 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,41749,1731587778425: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,41749,1731587778425, walGroup=f1b69e0236bd%2C41749%2C1731587778425, offset=f1b69e0236bd%2C41749%2C1731587778425.1731587780618:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:41749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:37:01,055 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:37:01,055 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:37:01,056 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:37:01,056 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:37:01,056 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:37:01,056 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 853233792 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199272896 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:37:01,056 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:33013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:37:01,062 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/info/ffae31a95e4d461b84daedc5c871f33b 2024-11-14T12:37:01,082 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/ns/eca0e107eb8747078064e29f19f17e79 is 43, key is default/ns:d/1731587781661/Put/seqid=0 2024-11-14T12:37:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741844_1020 (size=5153) 2024-11-14T12:37:01,114 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f1/9fb981142b9040eda7157ba02bbbea15 2024-11-14T12:37:01,118 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb981142b9040eda7157ba02bbbea15 2024-11-14T12:37:01,135 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/norep/26781ada21b44ef0b5c563a809da2cb0 is 32, key is row/norep:/1731587806646/DeleteFamily/seqid=0 2024-11-14T12:37:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741845_1021 (size=5101) 2024-11-14T12:37:01,243 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:37:01,257 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1735, reset compression=false 2024-11-14T12:37:01,443 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afc94dafb158f97ee730c63c06a06f7d 2024-11-14T12:37:01,485 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/ns/eca0e107eb8747078064e29f19f17e79 2024-11-14T12:37:01,505 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/rep_barrier/1668ab83e1b9477591bd20d2522913ea is 112, key is test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d./rep_barrier:seqnumDuringOpen/1731587792422/Put/seqid=0 2024-11-14T12:37:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741846_1022 (size=5518) 2024-11-14T12:37:01,539 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/norep/26781ada21b44ef0b5c563a809da2cb0 2024-11-14T12:37:01,542 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26781ada21b44ef0b5c563a809da2cb0 2024-11-14T12:37:01,543 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f/e33ac0a7f01a499f8bc2615e7d52e317 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/f/e33ac0a7f01a499f8bc2615e7d52e317 2024-11-14T12:37:01,546 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e33ac0a7f01a499f8bc2615e7d52e317 2024-11-14T12:37:01,546 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/f/e33ac0a7f01a499f8bc2615e7d52e317, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T12:37:01,547 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/f1/9fb981142b9040eda7157ba02bbbea15 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/f1/9fb981142b9040eda7157ba02bbbea15 2024-11-14T12:37:01,550 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fb981142b9040eda7157ba02bbbea15 2024-11-14T12:37:01,550 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/f1/9fb981142b9040eda7157ba02bbbea15, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T12:37:01,550 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/.tmp/norep/26781ada21b44ef0b5c563a809da2cb0 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/norep/26781ada21b44ef0b5c563a809da2cb0 2024-11-14T12:37:01,554 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26781ada21b44ef0b5c563a809da2cb0 2024-11-14T12:37:01,554 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/norep/26781ada21b44ef0b5c563a809da2cb0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T12:37:01,555 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for afc94dafb158f97ee730c63c06a06f7d in 882ms, sequenceid=12, compaction requested=false 2024-11-14T12:37:01,558 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/default/test/afc94dafb158f97ee730c63c06a06f7d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T12:37:01,559 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:01,559 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:01,559 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:37:01,559 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc94dafb158f97ee730c63c06a06f7d: Waiting for close lock at 1731587820673Running coprocessor pre-close hooks at 1731587820673Disabling compacts and flushes for region at 1731587820673Disabling writes for close at 1731587820673Obtaining lock to block concurrent updates at 1731587820673Preparing flush snapshotting stores in afc94dafb158f97ee730c63c06a06f7d at 1731587820673Finished memstore snapshotting test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731587820674 (+1 ms)Flushing stores of test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. at 1731587820674Flushing afc94dafb158f97ee730c63c06a06f7d/f: creating writer at 1731587820674Flushing afc94dafb158f97ee730c63c06a06f7d/f: appending metadata at 1731587820687 (+13 ms)Flushing afc94dafb158f97ee730c63c06a06f7d/f: closing flushed file at 1731587820687Flushing afc94dafb158f97ee730c63c06a06f7d/f1: creating writer at 1731587820694 (+7 ms)Flushing afc94dafb158f97ee730c63c06a06f7d/f1: appending metadata at 1731587820710 (+16 ms)Flushing afc94dafb158f97ee730c63c06a06f7d/f1: closing flushed file at 1731587820710Flushing afc94dafb158f97ee730c63c06a06f7d/norep: creating writer at 1731587821118 (+408 ms)Flushing afc94dafb158f97ee730c63c06a06f7d/norep: appending metadata at 1731587821135 (+17 ms)Flushing afc94dafb158f97ee730c63c06a06f7d/norep: closing flushed file at 1731587821135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20275b21: reopening flushed file at 1731587821542 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33160956: reopening flushed file at 1731587821546 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7420da2: reopening flushed file at 1731587821550 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for afc94dafb158f97ee730c63c06a06f7d in 882ms, sequenceid=12, compaction requested=false at 1731587821555 (+5 ms)Writing region close event to WAL at 1731587821556 (+1 ms)Running coprocessor post-close hooks at 1731587821559 (+3 ms)Closed at 1731587821559 2024-11-14T12:37:01,559 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587791678.afc94dafb158f97ee730c63c06a06f7d. 2024-11-14T12:37:01,560 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 1735, reset compression=false 2024-11-14T12:37:01,564 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:01,564 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 2379, reset compression=false 2024-11-14T12:37:01,578 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:37:01,578 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:37:01,643 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:37:01,643 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:37:01,643 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:37:01,673 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T12:37:01,673 INFO [master/f1b69e0236bd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T12:37:01,767 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 2379, reset compression=false 2024-11-14T12:37:01,843 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:37:01,909 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/rep_barrier/1668ab83e1b9477591bd20d2522913ea 2024-11-14T12:37:01,925 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/table/ed707221f1e44472999638dfe96a5a3d is 53, key is hbase:replication/table:state/1731587798302/Put/seqid=0 2024-11-14T12:37:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741847_1023 (size=5308) 2024-11-14T12:37:02,043 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:37:02,070 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 2379, reset compression=false 2024-11-14T12:37:02,243 DEBUG [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:37:02,328 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/table/ed707221f1e44472999638dfe96a5a3d 2024-11-14T12:37:02,333 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/info/ffae31a95e4d461b84daedc5c871f33b as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/info/ffae31a95e4d461b84daedc5c871f33b 2024-11-14T12:37:02,336 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/info/ffae31a95e4d461b84daedc5c871f33b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:37:02,336 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/ns/eca0e107eb8747078064e29f19f17e79 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/ns/eca0e107eb8747078064e29f19f17e79 2024-11-14T12:37:02,339 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/ns/eca0e107eb8747078064e29f19f17e79, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:37:02,339 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/rep_barrier/1668ab83e1b9477591bd20d2522913ea as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/rep_barrier/1668ab83e1b9477591bd20d2522913ea 2024-11-14T12:37:02,343 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/rep_barrier/1668ab83e1b9477591bd20d2522913ea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:37:02,344 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/.tmp/table/ed707221f1e44472999638dfe96a5a3d as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/table/ed707221f1e44472999638dfe96a5a3d 2024-11-14T12:37:02,347 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/table/ed707221f1e44472999638dfe96a5a3d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:37:02,348 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-14T12:37:02,348 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:37:02,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:37:02,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:02,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:02,352 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:02,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587820642Running coprocessor pre-close hooks at 1731587820642Disabling compacts and flushes for region at 1731587820642Disabling writes for close at 1731587820642Obtaining lock to block concurrent updates at 1731587820642Preparing flush snapshotting stores in 1588230740 at 1731587820642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587820642Flushing stores of hbase:meta,,1.1588230740 at 1731587820643 (+1 ms)Flushing 1588230740/info: creating writer at 1731587820643Flushing 1588230740/info: appending metadata at 1731587820658 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587820658Flushing 1588230740/ns: creating writer at 1731587821066 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587821081 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731587821081Flushing 1588230740/rep_barrier: creating writer at 1731587821489 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587821504 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587821504Flushing 1588230740/table: creating writer at 1731587821912 (+408 ms)Flushing 1588230740/table: appending metadata at 1731587821925 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587821925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53052099: reopening flushed file at 1731587822332 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40766df6: reopening flushed file at 1731587822336 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d992075: reopening flushed file at 1731587822339 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbe9f64: reopening flushed file at 1731587822343 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731587822348 (+5 ms)Writing region close event to WAL at 1731587822349 (+1 ms)Running coprocessor post-close hooks at 1731587822352 (+3 ms)Closed at 1731587822352 2024-11-14T12:37:02,352 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:02,444 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,41749,1731587778425; all regions closed. 2024-11-14T12:37:02,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:37:02,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.meta.1731587781583.meta not finished, retry = 0 2024-11-14T12:37:02,473 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 to pos 2379, reset compression=false 2024-11-14T12:37:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741839_1015 (size=3552) 2024-11-14T12:37:02,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.rep.1731587798267 not finished, retry = 0 2024-11-14T12:37:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741832_1008 (size=2387) 2024-11-14T12:37:02,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/WALs/f1b69e0236bd,41749,1731587778425/f1b69e0236bd%2C41749%2C1731587778425.1731587780618 not finished, retry = 0 2024-11-14T12:37:02,751 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:02,751 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:02,752 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:02,752 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:02,752 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:02,752 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:02,752 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,41749,1731587778425 because: Region server is closing 2024-11-14T12:37:02,752 INFO [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:41749. 2024-11-14T12:37:02,752 DEBUG [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:02,752 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:02,753 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:02,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:02,853 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.shipperf1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 terminated 2024-11-14T12:37:02,853 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,41749,1731587778425.replicationSource.wal-reader.f1b69e0236bd%2C41749%2C1731587778425,1-f1b69e0236bd,41749,1731587778425 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:37:02,853 INFO [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:41749. 2024-11-14T12:37:02,853 DEBUG [RS:0;f1b69e0236bd:41749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:02,853 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:02,853 DEBUG [RS:0;f1b69e0236bd:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:02,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:02,853 INFO [RS:0;f1b69e0236bd:41749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41749 2024-11-14T12:37:02,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825/rs 2024-11-14T12:37:02,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199028825/rs/f1b69e0236bd,41749,1731587778425 2024-11-14T12:37:02,881 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:02,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,41749,1731587778425] 2024-11-14T12:37:02,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-199028825/draining/f1b69e0236bd,41749,1731587778425 already deleted, retry=false 2024-11-14T12:37:02,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,41749,1731587778425 expired; onlineServers=0 2024-11-14T12:37:02,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,33013,1731587778265' ***** 2024-11-14T12:37:02,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:37:02,898 INFO [M:0;f1b69e0236bd:33013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:02,898 INFO [M:0;f1b69e0236bd:33013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:02,898 DEBUG [M:0;f1b69e0236bd:33013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:37:02,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:37:02,898 DEBUG [M:0;f1b69e0236bd:33013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:37:02,898 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587780374 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587780374,5,FailOnTimeoutGroup] 2024-11-14T12:37:02,898 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587780374 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587780374,5,FailOnTimeoutGroup] 2024-11-14T12:37:02,899 INFO [M:0;f1b69e0236bd:33013 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:02,899 INFO [M:0;f1b69e0236bd:33013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:02,899 DEBUG [M:0;f1b69e0236bd:33013 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:37:02,899 INFO [M:0;f1b69e0236bd:33013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:37:02,899 INFO [M:0;f1b69e0236bd:33013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:02,899 INFO [M:0;f1b69e0236bd:33013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:37:02,899 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:37:02,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199028825/master 2024-11-14T12:37:02,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199028825 2024-11-14T12:37:02,906 DEBUG [M:0;f1b69e0236bd:33013 {}] zookeeper.ZKUtil(347): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Unable to get data of znode /0-199028825/master because node does not exist (not an error) 2024-11-14T12:37:02,906 WARN [M:0;f1b69e0236bd:33013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:37:02,907 INFO [M:0;f1b69e0236bd:33013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/.lastflushedseqids 2024-11-14T12:37:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:37:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:02,990 INFO [RS:0;f1b69e0236bd:41749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:02,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x1013a8666d70001, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:02,990 INFO [RS:0;f1b69e0236bd:41749 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,41749,1731587778425; zookeeper connection closed. 2024-11-14T12:37:02,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@609ce1d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@609ce1d5 2024-11-14T12:37:02,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:37:03,311 INFO [M:0;f1b69e0236bd:33013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:37:03,311 INFO [M:0;f1b69e0236bd:33013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:37:03,312 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:03,312 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:03,312 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:03,312 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:03,312 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:03,312 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T12:37:03,329 DEBUG [M:0;f1b69e0236bd:33013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1551c0246cc345988f1b840f6ac85fb9 is 82, key is hbase:meta,,1/info:regioninfo/1731587781612/Put/seqid=0 2024-11-14T12:37:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:37:03,733 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1551c0246cc345988f1b840f6ac85fb9 2024-11-14T12:37:03,749 DEBUG [M:0;f1b69e0236bd:33013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94bca157fe414e848ab98225e770678e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587792433/Put/seqid=0 2024-11-14T12:37:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741850_1026 (size=7219) 2024-11-14T12:37:04,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:04,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,152 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94bca157fe414e848ab98225e770678e 2024-11-14T12:37:04,155 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94bca157fe414e848ab98225e770678e 2024-11-14T12:37:04,168 DEBUG [M:0;f1b69e0236bd:33013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a246e14a96d6485ea302b6fa439297f7 is 69, key is f1b69e0236bd,41749,1731587778425/rs:state/1731587780473/Put/seqid=0 2024-11-14T12:37:04,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:37:04,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:04,572 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a246e14a96d6485ea302b6fa439297f7 2024-11-14T12:37:04,576 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1551c0246cc345988f1b840f6ac85fb9 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1551c0246cc345988f1b840f6ac85fb9 2024-11-14T12:37:04,579 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1551c0246cc345988f1b840f6ac85fb9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:37:04,580 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94bca157fe414e848ab98225e770678e as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94bca157fe414e848ab98225e770678e 2024-11-14T12:37:04,583 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94bca157fe414e848ab98225e770678e 2024-11-14T12:37:04,583 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94bca157fe414e848ab98225e770678e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:37:04,584 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a246e14a96d6485ea302b6fa439297f7 as hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a246e14a96d6485ea302b6fa439297f7 2024-11-14T12:37:04,586 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33477/user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a246e14a96d6485ea302b6fa439297f7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:37:04,587 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-14T12:37:04,591 INFO [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:04,591 DEBUG [M:0;f1b69e0236bd:33013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587823312Disabling compacts and flushes for region at 1731587823312Disabling writes for close at 1731587823312Obtaining lock to block concurrent updates at 1731587823312Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587823312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731587823312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587823313 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587823313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587823329 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587823329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587823736 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587823748 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587823748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587824155 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587824168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587824168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2968cf22: reopening flushed file at 1731587824576 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ad6361: reopening flushed file at 1731587824579 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5675f2: reopening flushed file at 1731587824583 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731587824587 (+4 ms)Writing region close event to WAL at 1731587824591 (+4 ms)Closed at 1731587824591 2024-11-14T12:37:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741830_1006 (size=64435) 2024-11-14T12:37:04,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b658f66-3c4e-d1f5-559a-18b00fc8305f/MasterData/WALs/f1b69e0236bd,33013,1731587778265/f1b69e0236bd%2C33013%2C1731587778265.1731587780158 not finished, retry = 0 2024-11-14T12:37:04,693 INFO [M:0;f1b69e0236bd:33013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:37:04,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:04,693 INFO [M:0;f1b69e0236bd:33013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33013 2024-11-14T12:37:04,694 INFO [M:0;f1b69e0236bd:33013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:04,823 INFO [M:0;f1b69e0236bd:33013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33013-0x1013a8666d70000, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:04,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:04,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:04,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:04,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:04,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:04,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:37:04,830 WARN [BP-1945389285-172.17.0.3-1731587776831 heartbeating to localhost/127.0.0.1:33477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:37:04,830 WARN [BP-1945389285-172.17.0.3-1731587776831 heartbeating to localhost/127.0.0.1:33477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945389285-172.17.0.3-1731587776831 (Datanode Uuid 3c0ce299-22cb-4079-a013-d6242b71114a) service to localhost/127.0.0.1:33477 2024-11-14T12:37:04,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:37:04,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/data/data1/current/BP-1945389285-172.17.0.3-1731587776831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:04,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/cluster_d221ccd0-b199-e9ab-aa7a-263a18090851/data/data2/current/BP-1945389285-172.17.0.3-1731587776831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:04,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:37:04,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:04,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:04,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:04,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:04,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/884ecd0e-da70-296f-b7ba-ad6c1cc9ec79/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:04,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:37:04,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:37:04,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 261) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51934) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33477 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51934) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51934) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41903 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=719 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6876 (was 7012) 2024-11-14T12:37:04,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=719, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6876 2024-11-14T12:37:04,887 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T12:37:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir so I do NOT create it in target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6 2024-11-14T12:37:04,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:37:04,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.tmp.dir so I do NOT create it in target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6 2024-11-14T12:37:04,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb5bca8-eab8-1be7-e553-93eecc2e2c91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:37:04,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6 2024-11-14T12:37:04,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe, deleteOnExit=true 2024-11-14T12:37:04,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/zookeeper_0, clientPort=50374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:37:04,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50374 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/test.cache.data in system properties and HBase conf 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:37:04,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:37:04,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:37:04,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:37:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013a8666d70008, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a8666d70002, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a8666d70005, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:04,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013a8666d70008, quorum=127.0.0.1:51934, baseZNode=/2660780335 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:04,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a8666d70005, quorum=127.0.0.1:51934, baseZNode=/1124502869 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:04,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a8666d70002, quorum=127.0.0.1:51934, baseZNode=/0-199028825 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:05,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:05,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:05,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:05,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:05,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:37:05,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:05,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3d5011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:05,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1a455{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:05,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a967e33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/java.io.tmpdir/jetty-localhost-44227-hadoop-hdfs-3_4_1-tests_jar-_-any-7028941668249678408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:05,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7958868c{HTTP/1.1, (http/1.1)}{localhost:44227} 2024-11-14T12:37:05,220 INFO [Time-limited test {}] server.Server(415): Started @280137ms 2024-11-14T12:37:05,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:05,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:05,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:05,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:05,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:37:05,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@108731a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:05,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@770db563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:05,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38f6c912{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/java.io.tmpdir/jetty-localhost-41515-hadoop-hdfs-3_4_1-tests_jar-_-any-3721276569271970850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:05,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464fe840{HTTP/1.1, (http/1.1)}{localhost:41515} 2024-11-14T12:37:05,517 INFO [Time-limited test {}] server.Server(415): Started @280434ms 2024-11-14T12:37:05,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:37:05,833 WARN [Thread-3459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/data/data1/current/BP-188178500-172.17.0.3-1731587824923/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:05,833 WARN [Thread-3460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/data/data2/current/BP-188178500-172.17.0.3-1731587824923/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:05,848 WARN [Thread-3447 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:37:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cda3f3aa9cc7437 with lease ID 0x3ab209414c5152f8: Processing first storage report for DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f from datanode DatanodeRegistration(127.0.0.1:37951, datanodeUuid=50fd96fc-b6b8-4755-964b-5662f027b644, infoPort=37543, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=477545796;c=1731587824923) 2024-11-14T12:37:05,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cda3f3aa9cc7437 with lease ID 0x3ab209414c5152f8: from storage DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f node DatanodeRegistration(127.0.0.1:37951, datanodeUuid=50fd96fc-b6b8-4755-964b-5662f027b644, infoPort=37543, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=477545796;c=1731587824923), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:37:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cda3f3aa9cc7437 with lease ID 0x3ab209414c5152f8: Processing first storage report for DS-0bd0ec39-20be-449e-81db-ddc4c2586fc5 from datanode DatanodeRegistration(127.0.0.1:37951, datanodeUuid=50fd96fc-b6b8-4755-964b-5662f027b644, infoPort=37543, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=477545796;c=1731587824923) 2024-11-14T12:37:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cda3f3aa9cc7437 with lease ID 0x3ab209414c5152f8: from storage DS-0bd0ec39-20be-449e-81db-ddc4c2586fc5 node DatanodeRegistration(127.0.0.1:37951, datanodeUuid=50fd96fc-b6b8-4755-964b-5662f027b644, infoPort=37543, infoSecurePort=0, ipcPort=36251, storageInfo=lv=-57;cid=testClusterID;nsid=477545796;c=1731587824923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:05,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6 2024-11-14T12:37:05,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:05,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:37:06,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64 with version=8 2024-11-14T12:37:06,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/hbase-staging 2024-11-14T12:37:06,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:37:06,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:06,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39847 2024-11-14T12:37:06,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39847 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398470x0, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:06,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39847-0x1013a8722b40000 connected 2024-11-14T12:37:06,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:06,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:06,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/running 2024-11-14T12:37:06,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64, hbase.cluster.distributed=false 2024-11-14T12:37:06,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/acl 2024-11-14T12:37:06,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-14T12:37:06,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39847 2024-11-14T12:37:06,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39847 2024-11-14T12:37:06,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-14T12:37:06,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39847 2024-11-14T12:37:06,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:37:06,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:06,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42401 2024-11-14T12:37:06,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42401 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:06,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:06,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424010x0, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:06,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424010x0, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/running 2024-11-14T12:37:06,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42401-0x1013a8722b40001 connected 2024-11-14T12:37:06,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:37:06,507 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:37:06,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/master 2024-11-14T12:37:06,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/acl 2024-11-14T12:37:06,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-14T12:37:06,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42401 2024-11-14T12:37:06,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42401 2024-11-14T12:37:06,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-14T12:37:06,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42401 2024-11-14T12:37:06,524 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:39847 2024-11-14T12:37:06,525 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01399401536/backup-masters/f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/backup-masters 2024-11-14T12:37:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/backup-masters 2024-11-14T12:37:06,532 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on existing znode=/01399401536/backup-masters/f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399401536/master 2024-11-14T12:37:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:06,540 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on existing znode=/01399401536/master 2024-11-14T12:37:06,540 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01399401536/backup-masters/f1b69e0236bd,39847,1731587826359 from backup master directory 2024-11-14T12:37:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399401536/backup-masters/f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/backup-masters 2024-11-14T12:37:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/backup-masters 2024-11-14T12:37:06,548 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:06,548 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:06,551 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/hbase.id] with ID: 73210a9f-88e5-4a11-9ac0-345bd03626e8 2024-11-14T12:37:06,551 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/.tmp/hbase.id 2024-11-14T12:37:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:37:06,957 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/.tmp/hbase.id]:[hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/hbase.id] 2024-11-14T12:37:06,964 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:06,965 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:37:06,965 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:37:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:07,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:37:07,403 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:07,403 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:37:07,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:37:07,809 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store 2024-11-14T12:37:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:37:08,214 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:08,214 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:08,214 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:08,214 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:08,214 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:08,215 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:08,215 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:08,215 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587828214Disabling compacts and flushes for region at 1731587828214Disabling writes for close at 1731587828215 (+1 ms)Writing region close event to WAL at 1731587828215Closed at 1731587828215 2024-11-14T12:37:08,215 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/.initializing 2024-11-14T12:37:08,215 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/WALs/f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:08,216 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:08,217 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C39847%2C1731587826359, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/WALs/f1b69e0236bd,39847,1731587826359, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/oldWALs, maxLogs=10 2024-11-14T12:37:08,229 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/WALs/f1b69e0236bd,39847,1731587826359/f1b69e0236bd%2C39847%2C1731587826359.1731587828217, exclude list is [], retry=0 2024-11-14T12:37:08,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37951,DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f,DISK] 2024-11-14T12:37:08,233 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/WALs/f1b69e0236bd,39847,1731587826359/f1b69e0236bd%2C39847%2C1731587826359.1731587828217 2024-11-14T12:37:08,233 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-14T12:37:08,233 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:08,233 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:08,234 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,234 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:37:08,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:08,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:08,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:37:08,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:08,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:08,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:37:08,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:08,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:08,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:37:08,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:08,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:08,239 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,240 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,240 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,241 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,241 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,241 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:08,242 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:08,243 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:08,244 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65544845, jitterRate=-0.023305699229240417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:08,245 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587828234Initializing all the Stores at 1731587828234Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587828234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587828234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587828235 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587828235Cleaning up temporary data from old regions at 1731587828241 (+6 ms)Region opened successfully at 1731587828245 (+4 ms) 2024-11-14T12:37:08,245 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:37:08,247 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360bf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:08,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:37:08,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:37:08,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:37:08,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:37:08,248 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:37:08,249 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:37:08,249 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:37:08,250 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:37:08,251 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/balancer because node does not exist (not necessarily an error) 2024-11-14T12:37:08,348 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/balancer already deleted, retry=false 2024-11-14T12:37:08,348 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:37:08,349 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:37:08,356 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/normalizer already deleted, retry=false 2024-11-14T12:37:08,356 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:37:08,357 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:37:08,364 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/switch/split already deleted, retry=false 2024-11-14T12:37:08,365 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:37:08,373 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/switch/merge already deleted, retry=false 2024-11-14T12:37:08,374 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:37:08,381 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/snapshot-cleanup already deleted, retry=false 2024-11-14T12:37:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399401536/running 2024-11-14T12:37:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01399401536/running 2024-11-14T12:37:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,390 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,39847,1731587826359, sessionid=0x1013a8722b40000, setting cluster-up flag (Was=false) 2024-11-14T12:37:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,431 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01399401536/flush-table-proc/acquired, /01399401536/flush-table-proc/reached, /01399401536/flush-table-proc/abort 2024-11-14T12:37:08,432 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:08,473 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01399401536/online-snapshot/acquired, /01399401536/online-snapshot/reached, /01399401536/online-snapshot/abort 2024-11-14T12:37:08,473 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:08,474 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:37:08,475 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:08,476 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:37:08,476 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:37:08,476 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,39847,1731587826359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:08,477 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587858478 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:37:08,478 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:37:08,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:37:08,479 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:37:08,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:08,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:37:08,482 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587828479,5,FailOnTimeoutGroup] 2024-11-14T12:37:08,483 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587828482,5,FailOnTimeoutGroup] 2024-11-14T12:37:08,483 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:37:08,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,484 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:37:08,517 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(746): ClusterId : 73210a9f-88e5-4a11-9ac0-345bd03626e8 2024-11-14T12:37:08,517 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:37:08,523 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:37:08,523 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:37:08,532 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:37:08,532 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627d911f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:08,542 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:42401 2024-11-14T12:37:08,542 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:37:08,542 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:37:08,542 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:37:08,543 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,39847,1731587826359 with port=42401, startcode=1731587826491 2024-11-14T12:37:08,543 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:37:08,544 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:37:08,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39847 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,546 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64 2024-11-14T12:37:08,546 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38549 2024-11-14T12:37:08,546 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:37:08,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/rs 2024-11-14T12:37:08,556 DEBUG [RS:0;f1b69e0236bd:42401 {}] zookeeper.ZKUtil(111): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on existing znode=/01399401536/rs/f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,556 WARN [RS:0;f1b69e0236bd:42401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:08,557 INFO [RS:0;f1b69e0236bd:42401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:08,557 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,42401,1731587826491] 2024-11-14T12:37:08,559 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:37:08,560 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:37:08,560 INFO [RS:0;f1b69e0236bd:42401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:37:08,560 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,560 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:37:08,561 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:37:08,561 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:08,561 DEBUG [RS:0;f1b69e0236bd:42401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:08,562 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,562 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,562 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,562 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,562 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,563 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42401,1731587826491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:08,577 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:37:08,577 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42401,1731587826491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,577 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,577 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.Replication(171): f1b69e0236bd,42401,1731587826491 started 2024-11-14T12:37:08,588 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:08,588 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,42401,1731587826491, RpcServer on f1b69e0236bd/172.17.0.3:42401, sessionid=0x1013a8722b40001 2024-11-14T12:37:08,589 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:37:08,589 DEBUG [RS:0;f1b69e0236bd:42401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,589 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42401,1731587826491' 2024-11-14T12:37:08,589 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01399401536/flush-table-proc/abort' 2024-11-14T12:37:08,589 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01399401536/flush-table-proc/acquired' 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42401,1731587826491' 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01399401536/online-snapshot/abort' 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01399401536/online-snapshot/acquired' 2024-11-14T12:37:08,590 DEBUG [RS:0;f1b69e0236bd:42401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:37:08,590 INFO [RS:0;f1b69e0236bd:42401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:37:08,590 INFO [RS:0;f1b69e0236bd:42401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:37:08,690 INFO [RS:0;f1b69e0236bd:42401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:08,691 INFO [RS:0;f1b69e0236bd:42401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42401%2C1731587826491, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/oldWALs, maxLogs=10 2024-11-14T12:37:08,703 DEBUG [RS:0;f1b69e0236bd:42401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, exclude list is [], retry=0 2024-11-14T12:37:08,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37951,DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f,DISK] 2024-11-14T12:37:08,706 INFO [RS:0;f1b69e0236bd:42401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 2024-11-14T12:37:08,706 DEBUG [RS:0;f1b69e0236bd:42401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-14T12:37:08,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:37:08,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64 2024-11-14T12:37:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:37:09,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:09,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:09,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:09,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:09,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:09,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:09,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:09,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:09,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:09,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:09,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740 2024-11-14T12:37:09,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740 2024-11-14T12:37:09,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:09,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:09,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:09,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:09,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:09,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196870, jitterRate=-0.028490930795669556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587829291Initializing all the Stores at 1731587829292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587829292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829292Cleaning up temporary data from old regions at 1731587829298 (+6 ms)Region opened successfully at 1731587829301 (+3 ms) 2024-11-14T12:37:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:09,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:09,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:09,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587829301Disabling compacts and flushes for region at 1731587829301Disabling writes for close at 1731587829301Writing region close event to WAL at 1731587829302 (+1 ms)Closed at 1731587829302 2024-11-14T12:37:09,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:09,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:37:09,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:37:09,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:09,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:37:09,455 DEBUG [f1b69e0236bd:39847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:37:09,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:09,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42401,1731587826491, state=OPENING 2024-11-14T12:37:09,498 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:37:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:09,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:09,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399401536/meta-region-server: CHANGED 2024-11-14T12:37:09,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399401536/meta-region-server: CHANGED 2024-11-14T12:37:09,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42401,1731587826491}] 2024-11-14T12:37:09,659 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:09,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:37:09,662 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:37:09,662 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:09,662 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:37:09,663 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42401%2C1731587826491.meta, suffix=.meta, logDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/oldWALs, maxLogs=10 2024-11-14T12:37:09,675 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.meta.1731587829663.meta, exclude list is [], retry=0 2024-11-14T12:37:09,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37951,DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f,DISK] 2024-11-14T12:37:09,678 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.meta.1731587829663.meta 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:09,679 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:37:09,679 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:37:09,679 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:37:09,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:09,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:09,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:09,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:09,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:09,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:09,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:09,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:09,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:09,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:09,684 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:09,684 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740 2024-11-14T12:37:09,685 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740 2024-11-14T12:37:09,685 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:09,685 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:09,686 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:09,686 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:09,687 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74538999, jitterRate=0.11071763932704926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:09,687 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:37:09,688 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587829679Writing region info on filesystem at 1731587829679Initializing all the Stores at 1731587829680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587829680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587829680Cleaning up temporary data from old regions at 1731587829685 (+5 ms)Running coprocessor post-open hooks at 1731587829687 (+2 ms)Region opened successfully at 1731587829687 2024-11-14T12:37:09,688 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587829658 2024-11-14T12:37:09,690 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:37:09,690 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:37:09,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:09,691 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42401,1731587826491, state=OPEN 2024-11-14T12:37:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01399401536/meta-region-server 2024-11-14T12:37:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01399401536/meta-region-server 2024-11-14T12:37:09,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:09,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399401536/meta-region-server: CHANGED 2024-11-14T12:37:09,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01399401536/meta-region-server: CHANGED 2024-11-14T12:37:09,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:37:09,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42401,1731587826491 in 209 msec 2024-11-14T12:37:09,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:37:09,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-14T12:37:09,719 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:09,719 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:37:09,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:09,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42401,1731587826491, seqNum=-1] 2024-11-14T12:37:09,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:09,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:09,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-14T12:37:09,725 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587829725, completionTime=-1 2024-11-14T12:37:09,725 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:37:09,725 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587889727 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587949727 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:39847, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,727 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,729 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.182sec 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:09,730 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:37:09,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:37:09,732 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:37:09,732 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39847,1731587826359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:09,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d627ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:09,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39847,-1 for getting cluster id 2024-11-14T12:37:09,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:09,819 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73210a9f-88e5-4a11-9ac0-345bd03626e8' 2024-11-14T12:37:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73210a9f-88e5-4a11-9ac0-345bd03626e8" 2024-11-14T12:37:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba49f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39847,-1] 2024-11-14T12:37:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:09,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:09,820 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:09,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd115f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:09,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42401,1731587826491, seqNum=-1] 2024-11-14T12:37:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:09,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:09,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:09,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:09,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:09,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a8722b40002 connected 2024-11-14T12:37:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir so I do NOT create it in target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed 2024-11-14T12:37:09,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:37:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.tmp.dir so I do NOT create it in target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed 2024-11-14T12:37:09,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:37:09,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed 2024-11-14T12:37:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/cluster_4905e8f9-38b1-6b31-425b-5f213657f2c0, deleteOnExit=true 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/test.cache.data in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:37:09,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:09,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:37:09,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:37:10,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:10,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:10,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:10,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:10,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:37:10,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:10,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3e6a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:10,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65125998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:10,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f97b7f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/java.io.tmpdir/jetty-localhost-40559-hadoop-hdfs-3_4_1-tests_jar-_-any-6376250864164455356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:10,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1297859b{HTTP/1.1, (http/1.1)}{localhost:40559} 2024-11-14T12:37:10,237 INFO [Time-limited test {}] server.Server(415): Started @285154ms 2024-11-14T12:37:10,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:10,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:10,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:10,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:10,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:37:10,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2832ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:10,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c103634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:10,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d81422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/java.io.tmpdir/jetty-localhost-33623-hadoop-hdfs-3_4_1-tests_jar-_-any-7604503460259336319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:10,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd544fd{HTTP/1.1, (http/1.1)}{localhost:33623} 2024-11-14T12:37:10,524 INFO [Time-limited test {}] server.Server(415): Started @285441ms 2024-11-14T12:37:10,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:37:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:37:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:10,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:10,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:10,721 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88589 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:10,882 WARN [Thread-3580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/cluster_4905e8f9-38b1-6b31-425b-5f213657f2c0/data/data2/current/BP-1526661733-172.17.0.3-1731587829869/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:10,882 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/cluster_4905e8f9-38b1-6b31-425b-5f213657f2c0/data/data1/current/BP-1526661733-172.17.0.3-1731587829869/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:10,900 WARN [Thread-3567 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:37:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3e4827cb19c127 with lease ID 0x60c0727d26bd1966: Processing first storage report for DS-43f74a73-6bf3-439b-8158-72e49911b497 from datanode DatanodeRegistration(127.0.0.1:35069, datanodeUuid=d39f6935-5223-4162-adab-c4b7be338152, infoPort=33295, infoSecurePort=0, ipcPort=37391, storageInfo=lv=-57;cid=testClusterID;nsid=1982496467;c=1731587829869) 2024-11-14T12:37:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3e4827cb19c127 with lease ID 0x60c0727d26bd1966: from storage DS-43f74a73-6bf3-439b-8158-72e49911b497 node DatanodeRegistration(127.0.0.1:35069, datanodeUuid=d39f6935-5223-4162-adab-c4b7be338152, infoPort=33295, infoSecurePort=0, ipcPort=37391, storageInfo=lv=-57;cid=testClusterID;nsid=1982496467;c=1731587829869), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:37:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c3e4827cb19c127 with lease ID 0x60c0727d26bd1966: Processing first storage report for DS-45509f13-114f-422a-b5d4-a58cc4e1c233 from datanode DatanodeRegistration(127.0.0.1:35069, datanodeUuid=d39f6935-5223-4162-adab-c4b7be338152, infoPort=33295, infoSecurePort=0, ipcPort=37391, storageInfo=lv=-57;cid=testClusterID;nsid=1982496467;c=1731587829869) 2024-11-14T12:37:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c3e4827cb19c127 with lease ID 0x60c0727d26bd1966: from storage DS-45509f13-114f-422a-b5d4-a58cc4e1c233 node DatanodeRegistration(127.0.0.1:35069, datanodeUuid=d39f6935-5223-4162-adab-c4b7be338152, infoPort=33295, infoSecurePort=0, ipcPort=37391, storageInfo=lv=-57;cid=testClusterID;nsid=1982496467;c=1731587829869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:10,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed 2024-11-14T12:37:10,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:10,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:37:11,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe with version=8 2024-11-14T12:37:11,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/hbase-staging 2024-11-14T12:37:11,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:37:11,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:11,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36489 2024-11-14T12:37:11,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36489 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:11,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364890x0, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:11,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36489-0x1013a8722b40003 connected 2024-11-14T12:37:11,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:11,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:11,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/running 2024-11-14T12:37:11,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe, hbase.cluster.distributed=false 2024-11-14T12:37:11,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/acl 2024-11-14T12:37:11,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-14T12:37:11,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36489 2024-11-14T12:37:11,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36489 2024-11-14T12:37:11,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-14T12:37:11,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36489 2024-11-14T12:37:11,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:11,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:11,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:11,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:11,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:37:11,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:11,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39837 2024-11-14T12:37:11,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39837 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:11,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:11,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398370x0, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:11,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398370x0, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/running 2024-11-14T12:37:11,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39837-0x1013a8722b40004 connected 2024-11-14T12:37:11,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:37:11,507 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:37:11,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/master 2024-11-14T12:37:11,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/acl 2024-11-14T12:37:11,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39837 2024-11-14T12:37:11,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39837 2024-11-14T12:37:11,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39837 2024-11-14T12:37:11,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39837 2024-11-14T12:37:11,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39837 2024-11-14T12:37:11,527 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:36489 2024-11-14T12:37:11,527 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1709939138/backup-masters/f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:11,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/backup-masters 2024-11-14T12:37:11,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/backup-masters 2024-11-14T12:37:11,531 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on existing znode=/1-1709939138/backup-masters/f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:11,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709939138/master 2024-11-14T12:37:11,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:11,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:11,540 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on existing znode=/1-1709939138/master 2024-11-14T12:37:11,540 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1709939138/backup-masters/f1b69e0236bd,36489,1731587831363 from backup master directory 2024-11-14T12:37:11,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/backup-masters 2024-11-14T12:37:11,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709939138/backup-masters/f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:11,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/backup-masters 2024-11-14T12:37:11,548 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:11,548 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:11,551 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/hbase.id] with ID: 96a3e2fd-fcf6-45a8-a683-d739284c396c 2024-11-14T12:37:11,551 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/.tmp/hbase.id 2024-11-14T12:37:11,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:37:11,956 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/.tmp/hbase.id]:[hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/hbase.id] 2024-11-14T12:37:11,963 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:11,963 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:37:11,964 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:37:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:37:12,423 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:12,424 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:37:12,424 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:37:12,831 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store 2024-11-14T12:37:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:37:13,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:13,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:13,237 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:13,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:13,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:13,237 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:13,238 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:13,238 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587833237Disabling compacts and flushes for region at 1731587833237Disabling writes for close at 1731587833237Writing region close event to WAL at 1731587833237Closed at 1731587833237 2024-11-14T12:37:13,238 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/.initializing 2024-11-14T12:37:13,238 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/WALs/f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:13,239 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:13,241 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C36489%2C1731587831363, suffix=, logDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/WALs/f1b69e0236bd,36489,1731587831363, archiveDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/oldWALs, maxLogs=10 2024-11-14T12:37:13,257 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/WALs/f1b69e0236bd,36489,1731587831363/f1b69e0236bd%2C36489%2C1731587831363.1731587833241, exclude list is [], retry=0 2024-11-14T12:37:13,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35069,DS-43f74a73-6bf3-439b-8158-72e49911b497,DISK] 2024-11-14T12:37:13,260 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/WALs/f1b69e0236bd,36489,1731587831363/f1b69e0236bd%2C36489%2C1731587831363.1731587833241 2024-11-14T12:37:13,261 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-14T12:37:13,261 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:13,261 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:13,261 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,261 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:37:13,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:13,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:37:13,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:13,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:37:13,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:13,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:37:13,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:13,267 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,268 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,268 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,269 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,269 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,269 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:13,270 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:13,271 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:13,272 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68763052, jitterRate=0.024649322032928467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:13,272 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587833261Initializing all the Stores at 1731587833262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587833262Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587833262Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587833262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587833262Cleaning up temporary data from old regions at 1731587833269 (+7 ms)Region opened successfully at 1731587833272 (+3 ms) 2024-11-14T12:37:13,272 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:37:13,274 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d703f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:37:13,275 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:37:13,277 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:37:13,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/balancer because node does not exist (not necessarily an error) 2024-11-14T12:37:13,381 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/balancer already deleted, retry=false 2024-11-14T12:37:13,381 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:37:13,382 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:37:13,389 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/normalizer already deleted, retry=false 2024-11-14T12:37:13,389 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:37:13,390 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:37:13,397 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/switch/split already deleted, retry=false 2024-11-14T12:37:13,398 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:37:13,406 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/switch/merge already deleted, retry=false 2024-11-14T12:37:13,407 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:37:13,414 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/snapshot-cleanup already deleted, retry=false 2024-11-14T12:37:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709939138/running 2024-11-14T12:37:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1709939138/running 2024-11-14T12:37:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,423 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,36489,1731587831363, sessionid=0x1013a8722b40003, setting cluster-up flag (Was=false) 2024-11-14T12:37:13,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,464 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709939138/flush-table-proc/acquired, /1-1709939138/flush-table-proc/reached, /1-1709939138/flush-table-proc/abort 2024-11-14T12:37:13,465 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,506 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1709939138/online-snapshot/acquired, /1-1709939138/online-snapshot/reached, /1-1709939138/online-snapshot/abort 2024-11-14T12:37:13,506 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:13,507 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:37:13,508 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:13,508 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:37:13,509 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:37:13,509 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,36489,1731587831363 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:13,510 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587863511 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:37:13,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:13,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:37:13,511 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:37:13,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,512 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587833512,5,FailOnTimeoutGroup] 2024-11-14T12:37:13,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:37:13,512 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587833512,5,FailOnTimeoutGroup] 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,512 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:37:13,513 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,513 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:37:13,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:37:13,521 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe 2024-11-14T12:37:13,523 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(746): ClusterId : 96a3e2fd-fcf6-45a8-a683-d739284c396c 2024-11-14T12:37:13,523 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:37:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741832_1008 (size=32) 2024-11-14T12:37:13,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:13,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:13,531 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:37:13,531 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:37:13,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:13,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:13,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:13,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:13,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:13,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:13,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:13,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:13,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:13,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:13,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:13,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:13,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:13,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740 2024-11-14T12:37:13,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740 2024-11-14T12:37:13,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:13,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:13,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:13,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:13,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:13,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65138759, jitterRate=-0.029356852173805237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:13,540 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587833530Initializing all the Stores at 1731587833531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587833531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587833531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587833531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587833531Cleaning up temporary data from old regions at 1731587833537 (+6 ms)Region opened successfully at 1731587833540 (+3 ms) 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:13,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:13,540 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277c3de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:13,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:13,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587833540Disabling compacts and flushes for region at 1731587833540Disabling writes for close at 1731587833540Writing region close event to WAL at 1731587833540Closed at 1731587833540 2024-11-14T12:37:13,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:13,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:37:13,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:37:13,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:13,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:37:13,551 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:39837 2024-11-14T12:37:13,551 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:37:13,551 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:37:13,552 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:37:13,552 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,36489,1731587831363 with port=39837, startcode=1731587831490 2024-11-14T12:37:13,552 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:37:13,554 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:37:13,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,555 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36489 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,556 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe 2024-11-14T12:37:13,556 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34607 2024-11-14T12:37:13,556 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:37:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/rs 2024-11-14T12:37:13,590 DEBUG [RS:0;f1b69e0236bd:39837 {}] zookeeper.ZKUtil(111): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on existing znode=/1-1709939138/rs/f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,590 WARN [RS:0;f1b69e0236bd:39837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:13,590 INFO [RS:0;f1b69e0236bd:39837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:13,590 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,39837,1731587831490] 2024-11-14T12:37:13,592 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:37:13,594 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:37:13,594 INFO [RS:0;f1b69e0236bd:39837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:37:13,594 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,594 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:37:13,595 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:37:13,595 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:13,595 DEBUG [RS:0;f1b69e0236bd:39837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,598 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39837,1731587831490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:13,612 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:37:13,612 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,39837,1731587831490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,612 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,612 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.Replication(171): f1b69e0236bd,39837,1731587831490 started 2024-11-14T12:37:13,625 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:13,625 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,39837,1731587831490, RpcServer on f1b69e0236bd/172.17.0.3:39837, sessionid=0x1013a8722b40004 2024-11-14T12:37:13,625 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:37:13,625 DEBUG [RS:0;f1b69e0236bd:39837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,625 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39837,1731587831490' 2024-11-14T12:37:13,625 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709939138/flush-table-proc/abort' 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709939138/flush-table-proc/acquired' 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,39837,1731587831490' 2024-11-14T12:37:13,626 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1709939138/online-snapshot/abort' 2024-11-14T12:37:13,627 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1709939138/online-snapshot/acquired' 2024-11-14T12:37:13,627 DEBUG [RS:0;f1b69e0236bd:39837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:37:13,627 INFO [RS:0;f1b69e0236bd:39837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:37:13,627 INFO [RS:0;f1b69e0236bd:39837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:37:13,693 WARN [f1b69e0236bd:36489 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T12:37:13,727 INFO [RS:0;f1b69e0236bd:39837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:13,728 INFO [RS:0;f1b69e0236bd:39837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C39837%2C1731587831490, suffix=, logDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490, archiveDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/oldWALs, maxLogs=10 2024-11-14T12:37:13,741 DEBUG [RS:0;f1b69e0236bd:39837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, exclude list is [], retry=0 2024-11-14T12:37:13,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35069,DS-43f74a73-6bf3-439b-8158-72e49911b497,DISK] 2024-11-14T12:37:13,745 INFO [RS:0;f1b69e0236bd:39837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 2024-11-14T12:37:13,745 DEBUG [RS:0;f1b69e0236bd:39837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-14T12:37:13,943 DEBUG [f1b69e0236bd:36489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:37:13,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:13,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,39837,1731587831490, state=OPENING 2024-11-14T12:37:13,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:37:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:13,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:13,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709939138/meta-region-server: CHANGED 2024-11-14T12:37:13,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709939138/meta-region-server: CHANGED 2024-11-14T12:37:13,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39837,1731587831490}] 2024-11-14T12:37:14,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:14,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:37:14,121 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:37:14,121 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:14,121 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:37:14,122 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C39837%2C1731587831490.meta, suffix=.meta, logDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490, archiveDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/oldWALs, maxLogs=10 2024-11-14T12:37:14,135 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.meta.1731587834123.meta, exclude list is [], retry=0 2024-11-14T12:37:14,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35069,DS-43f74a73-6bf3-439b-8158-72e49911b497,DISK] 2024-11-14T12:37:14,138 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.meta.1731587834123.meta 2024-11-14T12:37:14,138 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-14T12:37:14,138 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:14,139 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:37:14,139 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:37:14,139 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:37:14,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:14,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:14,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:14,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:14,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:14,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:14,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:14,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:14,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:14,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:14,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:14,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:14,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:14,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:14,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:14,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:14,144 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:14,144 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740 2024-11-14T12:37:14,145 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740 2024-11-14T12:37:14,146 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:14,146 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:14,146 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:14,147 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:14,148 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66315494, jitterRate=-0.011822134256362915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:14,148 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:37:14,148 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587834139Writing region info on filesystem at 1731587834139Initializing all the Stores at 1731587834140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587834140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587834140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587834140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587834140Cleaning up temporary data from old regions at 1731587834146 (+6 ms)Running coprocessor post-open hooks at 1731587834148 (+2 ms)Region opened successfully at 1731587834148 2024-11-14T12:37:14,149 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587834116 2024-11-14T12:37:14,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:14,151 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:37:14,151 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:37:14,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,39837,1731587831490, state=OPEN 2024-11-14T12:37:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709939138/meta-region-server 2024-11-14T12:37:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1709939138/meta-region-server 2024-11-14T12:37:14,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:14,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709939138/meta-region-server: CHANGED 2024-11-14T12:37:14,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1709939138/meta-region-server: CHANGED 2024-11-14T12:37:14,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:37:14,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,39837,1731587831490 in 191 msec 2024-11-14T12:37:14,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:37:14,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-14T12:37:14,160 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:14,160 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:37:14,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:14,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39837,1731587831490, seqNum=-1] 2024-11-14T12:37:14,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:14,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:14,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 658 msec 2024-11-14T12:37:14,167 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587834166, completionTime=-1 2024-11-14T12:37:14,167 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:37:14,167 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:37:14,168 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:37:14,168 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587894168 2024-11-14T12:37:14,168 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587954168 2024-11-14T12:37:14,168 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:36489, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,169 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,170 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.624sec 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:14,172 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:37:14,174 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:37:14,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:37:14,174 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,36489,1731587831363-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:14,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e40b2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:14,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:14,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:14,221 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a83fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:14,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:14,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bb9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:14,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39837,1731587831490, seqNum=-1] 2024-11-14T12:37:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:14,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:14,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:14,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:14,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:14,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a8722b40005 connected 2024-11-14T12:37:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir so I do NOT create it in target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc 2024-11-14T12:37:14,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:37:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.tmp.dir so I do NOT create it in target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc 2024-11-14T12:37:14,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:37:14,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc 2024-11-14T12:37:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:37:14,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/cluster_f0966561-4d3e-7025-5c95-eb6ce4fd3485, deleteOnExit=true 2024-11-14T12:37:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/test.cache.data in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:37:14,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:37:14,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:37:14,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:14,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:14,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:14,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:14,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:37:14,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:14,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac7ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:14,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252299b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:14,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59e041cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-12962373338403572635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:14,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31188b1c{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-14T12:37:14,519 INFO [Time-limited test {}] server.Server(415): Started @289436ms 2024-11-14T12:37:14,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:37:14,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,740 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:14,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,773 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,781 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,784 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,785 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,786 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:14,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:14,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:14,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:14,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:14,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:37:14,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:14,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:14,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2482a93b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/java.io.tmpdir/jetty-localhost-39691-hadoop-hdfs-3_4_1-tests_jar-_-any-14919861710496565426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:14,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:39691} 2024-11-14T12:37:14,936 INFO [Time-limited test {}] server.Server(415): Started @289853ms 2024-11-14T12:37:14,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:37:15,315 WARN [Thread-3700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/cluster_f0966561-4d3e-7025-5c95-eb6ce4fd3485/data/data1/current/BP-1221486014-172.17.0.3-1731587834260/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:15,315 WARN [Thread-3701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/cluster_f0966561-4d3e-7025-5c95-eb6ce4fd3485/data/data2/current/BP-1221486014-172.17.0.3-1731587834260/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:15,334 WARN [Thread-3688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:37:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec1340d09a477192 with lease ID 0x7d23f4437fc11577: Processing first storage report for DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc from datanode DatanodeRegistration(127.0.0.1:42315, datanodeUuid=5bdb3e16-a90d-4968-b1e3-9a977209ab6a, infoPort=33139, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=655045151;c=1731587834260) 2024-11-14T12:37:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec1340d09a477192 with lease ID 0x7d23f4437fc11577: from storage DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc node DatanodeRegistration(127.0.0.1:42315, datanodeUuid=5bdb3e16-a90d-4968-b1e3-9a977209ab6a, infoPort=33139, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=655045151;c=1731587834260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec1340d09a477192 with lease ID 0x7d23f4437fc11577: Processing first storage report for DS-6a1aed18-8717-49b3-8011-058f9401464c from datanode DatanodeRegistration(127.0.0.1:42315, datanodeUuid=5bdb3e16-a90d-4968-b1e3-9a977209ab6a, infoPort=33139, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=655045151;c=1731587834260) 2024-11-14T12:37:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec1340d09a477192 with lease ID 0x7d23f4437fc11577: from storage DS-6a1aed18-8717-49b3-8011-058f9401464c node DatanodeRegistration(127.0.0.1:42315, datanodeUuid=5bdb3e16-a90d-4968-b1e3-9a977209ab6a, infoPort=33139, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=655045151;c=1731587834260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:15,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc 2024-11-14T12:37:15,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:37:15,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4 with version=8 2024-11-14T12:37:15,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/hbase-staging 2024-11-14T12:37:15,766 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:15,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:15,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:15,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:37:15,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:15,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34819 2024-11-14T12:37:15,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34819 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:15,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348190x0, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:15,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34819-0x1013a8722b40006 connected 2024-11-14T12:37:15,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/running 2024-11-14T12:37:15,859 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4, hbase.cluster.distributed=false 2024-11-14T12:37:15,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/acl 2024-11-14T12:37:15,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-14T12:37:15,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34819 2024-11-14T12:37:15,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34819 2024-11-14T12:37:15,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-14T12:37:15,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-14T12:37:15,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:37:15,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:15,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42947 2024-11-14T12:37:15,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42947 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:15,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429470x0, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:15,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42947-0x1013a8722b40007 connected 2024-11-14T12:37:15,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/running 2024-11-14T12:37:15,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:37:15,883 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:37:15,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/master 2024-11-14T12:37:15,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/acl 2024-11-14T12:37:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-14T12:37:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42947 2024-11-14T12:37:15,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42947 2024-11-14T12:37:15,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-14T12:37:15,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42947 2024-11-14T12:37:15,913 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:34819 2024-11-14T12:37:15,913 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21885748081/backup-masters/f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:15,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/backup-masters 2024-11-14T12:37:15,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/backup-masters 2024-11-14T12:37:15,923 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on existing znode=/21885748081/backup-masters/f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885748081/master 2024-11-14T12:37:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:15,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on existing znode=/21885748081/master 2024-11-14T12:37:15,931 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21885748081/backup-masters/f1b69e0236bd,34819,1731587835766 from backup master directory 2024-11-14T12:37:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885748081/backup-masters/f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/backup-masters 2024-11-14T12:37:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/backup-masters 2024-11-14T12:37:15,939 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:15,939 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:15,942 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/hbase.id] with ID: 7bae220b-f6f3-4741-8e78-e61aeccc60b1 2024-11-14T12:37:15,942 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/.tmp/hbase.id 2024-11-14T12:37:15,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:37:16,346 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/.tmp/hbase.id]:[hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/hbase.id] 2024-11-14T12:37:16,353 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:16,353 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:37:16,354 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:37:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:16,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:37:16,802 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:16,803 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:37:16,803 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:37:17,209 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store 2024-11-14T12:37:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:17,614 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:17,614 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:17,614 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587837614Disabling compacts and flushes for region at 1731587837614Disabling writes for close at 1731587837614Writing region close event to WAL at 1731587837614Closed at 1731587837614 2024-11-14T12:37:17,615 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/.initializing 2024-11-14T12:37:17,615 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/WALs/f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:17,616 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:17,617 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C34819%2C1731587835766, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/WALs/f1b69e0236bd,34819,1731587835766, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/oldWALs, maxLogs=10 2024-11-14T12:37:17,633 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/WALs/f1b69e0236bd,34819,1731587835766/f1b69e0236bd%2C34819%2C1731587835766.1731587837617, exclude list is [], retry=0 2024-11-14T12:37:17,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42315,DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc,DISK] 2024-11-14T12:37:17,637 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/WALs/f1b69e0236bd,34819,1731587835766/f1b69e0236bd%2C34819%2C1731587835766.1731587837617 2024-11-14T12:37:17,637 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-14T12:37:17,637 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:17,637 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:17,637 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,637 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:37:17,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:17,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:17,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:37:17,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:17,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:17,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:37:17,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:17,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:17,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:37:17,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:17,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:17,643 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,643 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,643 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,644 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,644 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,645 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:17,645 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:17,647 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:17,647 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72438101, jitterRate=0.0794118195772171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:17,647 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587837637Initializing all the Stores at 1731587837638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587837638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587837638Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587837638Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587837638Cleaning up temporary data from old regions at 1731587837644 (+6 ms)Region opened successfully at 1731587837647 (+3 ms) 2024-11-14T12:37:17,647 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:37:17,649 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b5ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:17,649 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:37:17,649 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:37:17,650 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:37:17,650 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:37:17,650 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:37:17,650 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:37:17,650 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:37:17,651 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:37:17,652 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/balancer because node does not exist (not necessarily an error) 2024-11-14T12:37:17,656 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/balancer already deleted, retry=false 2024-11-14T12:37:17,656 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:37:17,656 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:37:17,664 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/normalizer already deleted, retry=false 2024-11-14T12:37:17,664 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:37:17,665 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:37:17,672 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/switch/split already deleted, retry=false 2024-11-14T12:37:17,673 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:37:17,680 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/switch/merge already deleted, retry=false 2024-11-14T12:37:17,682 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:37:17,739 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/snapshot-cleanup already deleted, retry=false 2024-11-14T12:37:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885748081/running 2024-11-14T12:37:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21885748081/running 2024-11-14T12:37:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,748 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,34819,1731587835766, sessionid=0x1013a8722b40006, setting cluster-up flag (Was=false) 2024-11-14T12:37:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,789 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21885748081/flush-table-proc/acquired, /21885748081/flush-table-proc/reached, /21885748081/flush-table-proc/abort 2024-11-14T12:37:17,790 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:17,831 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21885748081/online-snapshot/acquired, /21885748081/online-snapshot/reached, /21885748081/online-snapshot/abort 2024-11-14T12:37:17,831 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:17,832 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:37:17,834 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:17,834 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:37:17,834 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:37:17,834 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,34819,1731587835766 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:37:17,835 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:17,836 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,836 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587867836 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:37:17,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:17,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:37:17,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:37:17,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:37:17,838 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587837838,5,FailOnTimeoutGroup] 2024-11-14T12:37:17,838 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587837838,5,FailOnTimeoutGroup] 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,838 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:37:17,893 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(746): ClusterId : 7bae220b-f6f3-4741-8e78-e61aeccc60b1 2024-11-14T12:37:17,893 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:37:17,898 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:37:17,898 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:37:17,906 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:37:17,906 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229fab0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:17,917 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:42947 2024-11-14T12:37:17,917 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:37:17,917 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:37:17,917 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:37:17,918 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,34819,1731587835766 with port=42947, startcode=1731587835873 2024-11-14T12:37:17,918 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:37:17,919 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:37:17,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34819 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,921 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4 2024-11-14T12:37:17,921 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34009 2024-11-14T12:37:17,921 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:37:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/rs 2024-11-14T12:37:17,955 DEBUG [RS:0;f1b69e0236bd:42947 {}] zookeeper.ZKUtil(111): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on existing znode=/21885748081/rs/f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,955 WARN [RS:0;f1b69e0236bd:42947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:17,956 INFO [RS:0;f1b69e0236bd:42947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:17,956 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,42947,1731587835873] 2024-11-14T12:37:17,958 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:37:17,959 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:37:17,959 INFO [RS:0;f1b69e0236bd:42947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:37:17,959 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,959 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:37:17,960 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:37:17,960 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:17,960 DEBUG [RS:0;f1b69e0236bd:42947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:17,960 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,960 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,960 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,961 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,961 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,961 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42947,1731587835873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:17,973 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:37:17,973 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42947,1731587835873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,974 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,974 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.Replication(171): f1b69e0236bd,42947,1731587835873 started 2024-11-14T12:37:17,985 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:17,985 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,42947,1731587835873, RpcServer on f1b69e0236bd/172.17.0.3:42947, sessionid=0x1013a8722b40007 2024-11-14T12:37:17,985 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:37:17,985 DEBUG [RS:0;f1b69e0236bd:42947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,985 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42947,1731587835873' 2024-11-14T12:37:17,985 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21885748081/flush-table-proc/abort' 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21885748081/flush-table-proc/acquired' 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,42947,1731587835873' 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21885748081/online-snapshot/abort' 2024-11-14T12:37:17,986 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21885748081/online-snapshot/acquired' 2024-11-14T12:37:17,987 DEBUG [RS:0;f1b69e0236bd:42947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:37:17,987 INFO [RS:0;f1b69e0236bd:42947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:37:17,987 INFO [RS:0;f1b69e0236bd:42947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:37:18,087 INFO [RS:0;f1b69e0236bd:42947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:18,088 INFO [RS:0;f1b69e0236bd:42947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42947%2C1731587835873, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/oldWALs, maxLogs=10 2024-11-14T12:37:18,100 DEBUG [RS:0;f1b69e0236bd:42947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, exclude list is [], retry=0 2024-11-14T12:37:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42315,DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc,DISK] 2024-11-14T12:37:18,104 INFO [RS:0;f1b69e0236bd:42947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 2024-11-14T12:37:18,104 DEBUG [RS:0;f1b69e0236bd:42947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-14T12:37:18,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:37:18,248 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4 2024-11-14T12:37:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:37:18,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:18,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:18,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:18,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:18,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:18,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:18,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:18,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:18,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:18,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:18,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:18,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:18,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:18,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:18,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:18,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:18,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740 2024-11-14T12:37:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740 2024-11-14T12:37:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:18,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:18,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:18,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:18,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:18,664 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72094641, jitterRate=0.07429386675357819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587838653Initializing all the Stores at 1731587838654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587838654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587838654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587838654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587838654Cleaning up temporary data from old regions at 1731587838660 (+6 ms)Region opened successfully at 1731587838664 (+4 ms) 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:18,664 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:18,664 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:18,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587838664Disabling compacts and flushes for region at 1731587838664Disabling writes for close at 1731587838664Writing region close event to WAL at 1731587838664Closed at 1731587838664 2024-11-14T12:37:18,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:18,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:37:18,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:37:18,666 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:18,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:37:18,817 DEBUG [f1b69e0236bd:34819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:37:18,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:18,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42947,1731587835873, state=OPENING 2024-11-14T12:37:18,897 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:37:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:18,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:18,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885748081/meta-region-server: CHANGED 2024-11-14T12:37:18,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885748081/meta-region-server: CHANGED 2024-11-14T12:37:18,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:18,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42947,1731587835873}] 2024-11-14T12:37:19,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:19,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:37:19,062 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:37:19,062 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:19,062 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:37:19,063 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42947%2C1731587835873.meta, suffix=.meta, logDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/oldWALs, maxLogs=10 2024-11-14T12:37:19,075 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.meta.1731587839063.meta, exclude list is [], retry=0 2024-11-14T12:37:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42315,DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc,DISK] 2024-11-14T12:37:19,078 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.meta.1731587839063.meta 2024-11-14T12:37:19,078 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:19,079 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:37:19,079 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:37:19,079 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:37:19,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:19,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:19,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:19,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:19,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:19,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:19,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:19,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:19,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:19,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:19,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:19,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:19,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:19,084 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:19,085 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740 2024-11-14T12:37:19,086 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740 2024-11-14T12:37:19,086 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:19,086 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:19,087 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:19,087 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:19,088 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68062959, jitterRate=0.01421712338924408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:19,088 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:37:19,088 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587839079Writing region info on filesystem at 1731587839079Initializing all the Stores at 1731587839080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587839080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587839080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587839080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587839080Cleaning up temporary data from old regions at 1731587839086 (+6 ms)Running coprocessor post-open hooks at 1731587839088 (+2 ms)Region opened successfully at 1731587839088 2024-11-14T12:37:19,089 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587839058 2024-11-14T12:37:19,090 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:37:19,090 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:37:19,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:19,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,42947,1731587835873, state=OPEN 2024-11-14T12:37:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21885748081/meta-region-server 2024-11-14T12:37:19,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21885748081/meta-region-server 2024-11-14T12:37:19,097 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:19,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885748081/meta-region-server: CHANGED 2024-11-14T12:37:19,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21885748081/meta-region-server: CHANGED 2024-11-14T12:37:19,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:37:19,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,42947,1731587835873 in 191 msec 2024-11-14T12:37:19,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:37:19,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-14T12:37:19,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:19,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:37:19,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:19,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42947,1731587835873, seqNum=-1] 2024-11-14T12:37:19,102 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:19,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:19,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-14T12:37:19,107 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587839107, completionTime=-1 2024-11-14T12:37:19,107 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:37:19,107 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:37:19,109 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:37:19,109 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587899109 2024-11-14T12:37:19,109 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587959109 2024-11-14T12:37:19,109 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:34819, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,110 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,111 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.174sec 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:37:19,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:19,114 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:37:19,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:37:19,116 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:37:19,116 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,34819,1731587835766-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:19,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:19,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:19,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:19,195 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bafb349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:19,197 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:19,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720973d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:19,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42947,1731587835873, seqNum=-1] 2024-11-14T12:37:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:19,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:19,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:19,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-11-14T12:37:19,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:19,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a8722b40008 connected 2024-11-14T12:37:19,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794c7eb2 2024-11-14T12:37:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:19,217 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:19,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:37:19,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:19,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:19,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:37:19,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:19,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:37:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:19,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0f7304c635b1622a9065f57cf96b5bb, NAME => 'test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64 2024-11-14T12:37:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:37:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:20,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:20,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0f7304c635b1622a9065f57cf96b5bb, disabling compactions & flushes 2024-11-14T12:37:20,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. after waiting 0 ms 2024-11-14T12:37:20,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,032 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0f7304c635b1622a9065f57cf96b5bb: Waiting for close lock at 1731587840031Disabling compacts and flushes for region at 1731587840031Disabling writes for close at 1731587840032 (+1 ms)Writing region close event to WAL at 1731587840032Closed at 1731587840032 2024-11-14T12:37:20,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:20,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587840033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587840033"}]},"ts":"1731587840033"} 2024-11-14T12:37:20,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:20,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:20,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587840035"}]},"ts":"1731587840035"} 2024-11-14T12:37:20,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:37:20,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0f7304c635b1622a9065f57cf96b5bb, ASSIGN}] 2024-11-14T12:37:20,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0f7304c635b1622a9065f57cf96b5bb, ASSIGN 2024-11-14T12:37:20,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0f7304c635b1622a9065f57cf96b5bb, ASSIGN; state=OFFLINE, location=f1b69e0236bd,42401,1731587826491; forceNewPlan=false, retain=false 2024-11-14T12:37:20,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0f7304c635b1622a9065f57cf96b5bb, regionState=OPENING, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0f7304c635b1622a9065f57cf96b5bb, ASSIGN because future has completed 2024-11-14T12:37:20,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0f7304c635b1622a9065f57cf96b5bb, server=f1b69e0236bd,42401,1731587826491}] 2024-11-14T12:37:20,346 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,346 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0f7304c635b1622a9065f57cf96b5bb, NAME => 'test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:20,347 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:20,347 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:37:20,347 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,347 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:20,347 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,347 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,348 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,349 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0f7304c635b1622a9065f57cf96b5bb columnFamilyName f 2024-11-14T12:37:20,349 DEBUG [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:20,349 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(327): Store=a0f7304c635b1622a9065f57cf96b5bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:20,349 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,350 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0f7304c635b1622a9065f57cf96b5bb columnFamilyName f1 2024-11-14T12:37:20,350 DEBUG [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:20,350 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(327): Store=a0f7304c635b1622a9065f57cf96b5bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:20,350 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,351 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0f7304c635b1622a9065f57cf96b5bb columnFamilyName norep 2024-11-14T12:37:20,351 DEBUG [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:20,351 INFO [StoreOpener-a0f7304c635b1622a9065f57cf96b5bb-1 {}] regionserver.HStore(327): Store=a0f7304c635b1622a9065f57cf96b5bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:20,351 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,352 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,352 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,353 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,353 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,353 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:20,353 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,355 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:20,355 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0f7304c635b1622a9065f57cf96b5bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62392564, jitterRate=-0.0702783465385437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:20,355 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:20,356 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0f7304c635b1622a9065f57cf96b5bb: Running coprocessor pre-open hook at 1731587840347Writing region info on filesystem at 1731587840347Initializing all the Stores at 1731587840348 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587840348Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587840348Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587840348Cleaning up temporary data from old regions at 1731587840353 (+5 ms)Running coprocessor post-open hooks at 1731587840355 (+2 ms)Region opened successfully at 1731587840355 2024-11-14T12:37:20,356 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb., pid=6, masterSystemTime=1731587840343 2024-11-14T12:37:20,358 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,358 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:20,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0f7304c635b1622a9065f57cf96b5bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:20,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0f7304c635b1622a9065f57cf96b5bb, server=f1b69e0236bd,42401,1731587826491 because future has completed 2024-11-14T12:37:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:20,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:37:20,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0f7304c635b1622a9065f57cf96b5bb, server=f1b69e0236bd,42401,1731587826491 in 170 msec 2024-11-14T12:37:20,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:37:20,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0f7304c635b1622a9065f57cf96b5bb, ASSIGN in 325 msec 2024-11-14T12:37:20,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:20,365 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587840364"}]},"ts":"1731587840364"} 2024-11-14T12:37:20,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:37:20,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:20,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T12:37:20,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:37:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:37:20,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:37:20,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:20,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:37:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:21,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:21,371 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:37:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5208b9a1 2024-11-14T12:37:21,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:21,372 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:21,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:37:21,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:21,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:21,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:37:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:21,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:37:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:21,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b253ac791045ab9bb874d3458f0b1b6a, NAME => 'test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe 2024-11-14T12:37:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:37:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:22,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:22,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b253ac791045ab9bb874d3458f0b1b6a, disabling compactions & flushes 2024-11-14T12:37:22,186 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. after waiting 0 ms 2024-11-14T12:37:22,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b253ac791045ab9bb874d3458f0b1b6a: Waiting for close lock at 1731587842186Disabling compacts and flushes for region at 1731587842186Disabling writes for close at 1731587842186Writing region close event to WAL at 1731587842187 (+1 ms)Closed at 1731587842187 2024-11-14T12:37:22,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:22,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587842188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587842188"}]},"ts":"1731587842188"} 2024-11-14T12:37:22,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:22,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:22,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587842191"}]},"ts":"1731587842191"} 2024-11-14T12:37:22,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:37:22,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b253ac791045ab9bb874d3458f0b1b6a, ASSIGN}] 2024-11-14T12:37:22,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b253ac791045ab9bb874d3458f0b1b6a, ASSIGN 2024-11-14T12:37:22,194 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b253ac791045ab9bb874d3458f0b1b6a, ASSIGN; state=OFFLINE, location=f1b69e0236bd,39837,1731587831490; forceNewPlan=false, retain=false 2024-11-14T12:37:22,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b253ac791045ab9bb874d3458f0b1b6a, regionState=OPENING, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:22,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b253ac791045ab9bb874d3458f0b1b6a, ASSIGN because future has completed 2024-11-14T12:37:22,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b253ac791045ab9bb874d3458f0b1b6a, server=f1b69e0236bd,39837,1731587831490}] 2024-11-14T12:37:22,502 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,502 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b253ac791045ab9bb874d3458f0b1b6a, NAME => 'test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:22,502 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:22,502 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:37:22,502 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,502 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:22,503 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,503 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,504 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,504 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b253ac791045ab9bb874d3458f0b1b6a columnFamilyName f 2024-11-14T12:37:22,504 DEBUG [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:22,505 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(327): Store=b253ac791045ab9bb874d3458f0b1b6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:22,505 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,506 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b253ac791045ab9bb874d3458f0b1b6a columnFamilyName f1 2024-11-14T12:37:22,506 DEBUG [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:22,506 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(327): Store=b253ac791045ab9bb874d3458f0b1b6a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:22,506 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,507 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b253ac791045ab9bb874d3458f0b1b6a columnFamilyName norep 2024-11-14T12:37:22,507 DEBUG [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:22,507 INFO [StoreOpener-b253ac791045ab9bb874d3458f0b1b6a-1 {}] regionserver.HStore(327): Store=b253ac791045ab9bb874d3458f0b1b6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:22,507 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,508 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,508 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,508 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,509 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,509 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:22,512 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,514 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:22,515 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b253ac791045ab9bb874d3458f0b1b6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58777862, jitterRate=-0.12414160370826721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:22,515 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:22,515 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b253ac791045ab9bb874d3458f0b1b6a: Running coprocessor pre-open hook at 1731587842503Writing region info on filesystem at 1731587842503Initializing all the Stores at 1731587842503Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587842503Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587842503Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587842503Cleaning up temporary data from old regions at 1731587842509 (+6 ms)Running coprocessor post-open hooks at 1731587842515 (+6 ms)Region opened successfully at 1731587842515 2024-11-14T12:37:22,516 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a., pid=6, masterSystemTime=1731587842499 2024-11-14T12:37:22,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b253ac791045ab9bb874d3458f0b1b6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:22,521 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,521 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b253ac791045ab9bb874d3458f0b1b6a, server=f1b69e0236bd,39837,1731587831490 because future has completed 2024-11-14T12:37:22,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:37:22,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b253ac791045ab9bb874d3458f0b1b6a, server=f1b69e0236bd,39837,1731587831490 in 177 msec 2024-11-14T12:37:22,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:37:22,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b253ac791045ab9bb874d3458f0b1b6a, ASSIGN in 333 msec 2024-11-14T12:37:22,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:22,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587842528"}]},"ts":"1731587842528"} 2024-11-14T12:37:22,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:37:22,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:22,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-14T12:37:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:23,522 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:37:23,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31a3e072 2024-11-14T12:37:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:23,524 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:23,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:37:23,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:23,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:23,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:37:23,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:37:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:23,966 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d3813b30e6fbb415d534d27c1c70507, NAME => 'test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4 2024-11-14T12:37:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:37:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d3813b30e6fbb415d534d27c1c70507, disabling compactions & flushes 2024-11-14T12:37:24,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. after waiting 0 ms 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d3813b30e6fbb415d534d27c1c70507: Waiting for close lock at 1731587844370Disabling compacts and flushes for region at 1731587844370Disabling writes for close at 1731587844370Writing region close event to WAL at 1731587844370Closed at 1731587844370 2024-11-14T12:37:24,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:24,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587844371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587844371"}]},"ts":"1731587844371"} 2024-11-14T12:37:24,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:24,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:24,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587844374"}]},"ts":"1731587844374"} 2024-11-14T12:37:24,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:37:24,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d3813b30e6fbb415d534d27c1c70507, ASSIGN}] 2024-11-14T12:37:24,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d3813b30e6fbb415d534d27c1c70507, ASSIGN 2024-11-14T12:37:24,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d3813b30e6fbb415d534d27c1c70507, ASSIGN; state=OFFLINE, location=f1b69e0236bd,42947,1731587835873; forceNewPlan=false, retain=false 2024-11-14T12:37:24,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d3813b30e6fbb415d534d27c1c70507, regionState=OPENING, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:24,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d3813b30e6fbb415d534d27c1c70507, ASSIGN because future has completed 2024-11-14T12:37:24,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d3813b30e6fbb415d534d27c1c70507, server=f1b69e0236bd,42947,1731587835873}] 2024-11-14T12:37:24,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:24,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:24,685 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d3813b30e6fbb415d534d27c1c70507, NAME => 'test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:24,685 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:24,685 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:37:24,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:24,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,685 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,686 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,687 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d3813b30e6fbb415d534d27c1c70507 columnFamilyName f 2024-11-14T12:37:24,687 DEBUG [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:24,688 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(327): Store=6d3813b30e6fbb415d534d27c1c70507/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:24,688 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,688 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d3813b30e6fbb415d534d27c1c70507 columnFamilyName f1 2024-11-14T12:37:24,688 DEBUG [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:24,689 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(327): Store=6d3813b30e6fbb415d534d27c1c70507/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:24,689 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,689 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d3813b30e6fbb415d534d27c1c70507 columnFamilyName norep 2024-11-14T12:37:24,689 DEBUG [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:24,690 INFO [StoreOpener-6d3813b30e6fbb415d534d27c1c70507-1 {}] regionserver.HStore(327): Store=6d3813b30e6fbb415d534d27c1c70507/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:24,690 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,690 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,690 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,691 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:24,691 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,691 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:24,692 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,693 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:24,694 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d3813b30e6fbb415d534d27c1c70507; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59350441, jitterRate=-0.11560951173305511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:24,694 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:24,694 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d3813b30e6fbb415d534d27c1c70507: Running coprocessor pre-open hook at 1731587844685Writing region info on filesystem at 1731587844685Initializing all the Stores at 1731587844686 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587844686Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587844686Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587844686Cleaning up temporary data from old regions at 1731587844691 (+5 ms)Running coprocessor post-open hooks at 1731587844694 (+3 ms)Region opened successfully at 1731587844694 2024-11-14T12:37:24,694 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507., pid=6, masterSystemTime=1731587844682 2024-11-14T12:37:24,696 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,696 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:24,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d3813b30e6fbb415d534d27c1c70507, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:24,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d3813b30e6fbb415d534d27c1c70507, server=f1b69e0236bd,42947,1731587835873 because future has completed 2024-11-14T12:37:24,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:37:24,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d3813b30e6fbb415d534d27c1c70507, server=f1b69e0236bd,42947,1731587835873 in 169 msec 2024-11-14T12:37:24,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:37:24,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d3813b30e6fbb415d534d27c1c70507, ASSIGN in 324 msec 2024-11-14T12:37:24,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:24,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587844702"}]},"ts":"1731587844702"} 2024-11-14T12:37:24,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:37:24,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:24,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-14T12:37:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:25,701 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:37:25,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39847,-1 for getting cluster id 2024-11-14T12:37:25,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:25,702 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73210a9f-88e5-4a11-9ac0-345bd03626e8' 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73210a9f-88e5-4a11-9ac0-345bd03626e8" 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef8beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39847,-1] 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:25,704 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac804e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:25,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:25,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c790dbd 2024-11-14T12:37:25,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:25,706 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:25,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:36489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:37:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:37:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:25,708 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36489' 2024-11-14T12:37:25,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e64622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,709 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:25,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:25,709 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae05b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:25,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:25,711 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:25,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7579d209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:25,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6402de6b 2024-11-14T12:37:25,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:25,713 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:25,713 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:37:25,713 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:37:25,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:25,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:25,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:25,714 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:25,715 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:37:25,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:25,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:25,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:37:25,765 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:37:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:26,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f33bdf6279b2fc857ebb587a9e892e4f, NAME => 'hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64 2024-11-14T12:37:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:37:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:26,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f33bdf6279b2fc857ebb587a9e892e4f, disabling compactions & flushes 2024-11-14T12:37:26,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. after waiting 0 ms 2024-11-14T12:37:26,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f33bdf6279b2fc857ebb587a9e892e4f: Waiting for close lock at 1731587846530Disabling compacts and flushes for region at 1731587846530Disabling writes for close at 1731587846531 (+1 ms)Writing region close event to WAL at 1731587846531Closed at 1731587846531 2024-11-14T12:37:26,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:26,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587846532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587846532"}]},"ts":"1731587846532"} 2024-11-14T12:37:26,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:26,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:26,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587846534"}]},"ts":"1731587846534"} 2024-11-14T12:37:26,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:37:26,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f33bdf6279b2fc857ebb587a9e892e4f, ASSIGN}] 2024-11-14T12:37:26,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f33bdf6279b2fc857ebb587a9e892e4f, ASSIGN 2024-11-14T12:37:26,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f33bdf6279b2fc857ebb587a9e892e4f, ASSIGN; state=OFFLINE, location=f1b69e0236bd,42401,1731587826491; forceNewPlan=false, retain=false 2024-11-14T12:37:26,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f33bdf6279b2fc857ebb587a9e892e4f, regionState=OPENING, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f33bdf6279b2fc857ebb587a9e892e4f, ASSIGN because future has completed 2024-11-14T12:37:26,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33bdf6279b2fc857ebb587a9e892e4f, server=f1b69e0236bd,42401,1731587826491}] 2024-11-14T12:37:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:26,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:26,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:37:26,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42401%2C1731587826491.rep, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/oldWALs, maxLogs=10 2024-11-14T12:37:26,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.rep.1731587846846, exclude list is [], retry=0 2024-11-14T12:37:26,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37951,DS-d0a9a5cc-049d-48d8-8859-b00ac6e5571f,DISK] 2024-11-14T12:37:26,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.rep.1731587846846 2024-11-14T12:37:26,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-14T12:37:26,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f33bdf6279b2fc857ebb587a9e892e4f, NAME => 'hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:26,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. service=MultiRowMutationService 2024-11-14T12:37:26,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,864 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,865 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33bdf6279b2fc857ebb587a9e892e4f columnFamilyName hfileref 2024-11-14T12:37:26,865 DEBUG [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:26,866 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(327): Store=f33bdf6279b2fc857ebb587a9e892e4f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:26,866 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,867 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33bdf6279b2fc857ebb587a9e892e4f columnFamilyName queue 2024-11-14T12:37:26,867 DEBUG [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:26,867 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(327): Store=f33bdf6279b2fc857ebb587a9e892e4f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:26,867 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,868 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f33bdf6279b2fc857ebb587a9e892e4f columnFamilyName sid 2024-11-14T12:37:26,868 DEBUG [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:26,868 INFO [StoreOpener-f33bdf6279b2fc857ebb587a9e892e4f-1 {}] regionserver.HStore(327): Store=f33bdf6279b2fc857ebb587a9e892e4f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:26,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:26,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f33bdf6279b2fc857ebb587a9e892e4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721144, jitterRate=0.0240248441696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:26,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f33bdf6279b2fc857ebb587a9e892e4f: Running coprocessor pre-open hook at 1731587846863Writing region info on filesystem at 1731587846863Initializing all the Stores at 1731587846864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587846864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587846864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587846864Cleaning up temporary data from old regions at 1731587846870 (+6 ms)Running coprocessor post-open hooks at 1731587846872 (+2 ms)Region opened successfully at 1731587846872 2024-11-14T12:37:26,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f., pid=10, masterSystemTime=1731587846842 2024-11-14T12:37:26,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:26,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f33bdf6279b2fc857ebb587a9e892e4f, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f33bdf6279b2fc857ebb587a9e892e4f, server=f1b69e0236bd,42401,1731587826491 because future has completed 2024-11-14T12:37:26,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:37:26,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f33bdf6279b2fc857ebb587a9e892e4f, server=f1b69e0236bd,42401,1731587826491 in 187 msec 2024-11-14T12:37:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:37:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f33bdf6279b2fc857ebb587a9e892e4f, ASSIGN in 343 msec 2024-11-14T12:37:26,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:26,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587846881"}]},"ts":"1731587846881"} 2024-11-14T12:37:26,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:37:26,882 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:26,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-14T12:37:26,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f., hostname=f1b69e0236bd,42401,1731587826491, seqNum=2] 2024-11-14T12:37:26,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:26,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:26,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:37:27,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:37:27,142 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:37:27,167 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,42401,1731587826491, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:37:27,168 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:27,168 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42401,1731587826491, seqNum=-1] 2024-11-14T12:37:27,168 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:27,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T12:37:27,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,42401,1731587826491', locateType=CURRENT is [region=hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f., hostname=f1b69e0236bd,42401,1731587826491, seqNum=2] 2024-11-14T12:37:27,173 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:37:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:37:27,175 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,42401,1731587826491 suceeded 2024-11-14T12:37:27,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:37:27,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:37:27,176 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:36489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:37:27,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-14T12:37:27,187 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36489' 2024-11-14T12:37:27,188 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f45269b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,188 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:27,188 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:27,189 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a4f8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:27,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,190 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:27,191 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254320ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,191 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24296ff3 2024-11-14T12:37:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:27,192 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T12:37:27,192 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,42401,1731587826491 (queues=1) is replicating from cluster=73210a9f-88e5-4a11-9ac0-345bd03626e8 to cluster=96a3e2fd-fcf6-45a8-a683-d739284c396c 2024-11-14T12:37:27,192 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C42401%2C1731587826491 2024-11-14T12:37:27,193 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,42401,1731587826491, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:37:27,193 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C42401%2C1731587826491 2024-11-14T12:37:27,193 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, startPosition=0, beingWritten=true 2024-11-14T12:37:27,198 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:27,198 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:27,198 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42401,1731587826491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:27,401 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:27,705 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:27,851 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:37:27,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:27,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:27,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:27,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:27,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:27,853 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca41fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,854 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c98631c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f098d49 2024-11-14T12:37:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:27,856 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:27,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:34819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:37:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:37:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:27,859 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:34819' 2024-11-14T12:37:27,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df8e605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,859 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:27,859 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:27,860 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:27,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:27,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:27,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a8ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:27,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:27,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,861 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51749ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:27,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f8401cf 2024-11-14T12:37:27,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:27,863 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:27,864 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:37:27,864 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:37:27,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:27,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:27,864 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:27,865 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:37:27,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:27,866 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:27,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:27,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:37:27,915 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:37:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:28,108 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:28,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e14d31dff8dc0f3aa3cda4fe28992615, NAME => 'hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe 2024-11-14T12:37:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:37:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:28,611 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:28,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:28,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e14d31dff8dc0f3aa3cda4fe28992615, disabling compactions & flushes 2024-11-14T12:37:28,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:28,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:28,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. after waiting 0 ms 2024-11-14T12:37:28,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:28,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:28,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e14d31dff8dc0f3aa3cda4fe28992615: Waiting for close lock at 1731587848677Disabling compacts and flushes for region at 1731587848677Disabling writes for close at 1731587848678 (+1 ms)Writing region close event to WAL at 1731587848678Closed at 1731587848678 2024-11-14T12:37:28,786 INFO [AsyncFSWAL-0-hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData-prefix:f1b69e0236bd,36489,1731587831363 {}] wal.AbstractFSWAL(1368): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35069,DS-43f74a73-6bf3-439b-8158-72e49911b497,DISK]] 2024-11-14T12:37:28,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:28,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587848786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587848786"}]},"ts":"1731587848786"} 2024-11-14T12:37:28,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:28,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:28,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587848789"}]},"ts":"1731587848789"} 2024-11-14T12:37:28,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:37:28,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e14d31dff8dc0f3aa3cda4fe28992615, ASSIGN}] 2024-11-14T12:37:28,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e14d31dff8dc0f3aa3cda4fe28992615, ASSIGN 2024-11-14T12:37:28,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e14d31dff8dc0f3aa3cda4fe28992615, ASSIGN; state=OFFLINE, location=f1b69e0236bd,39837,1731587831490; forceNewPlan=false, retain=false 2024-11-14T12:37:28,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e14d31dff8dc0f3aa3cda4fe28992615, regionState=OPENING, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:28,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e14d31dff8dc0f3aa3cda4fe28992615, ASSIGN because future has completed 2024-11-14T12:37:28,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14d31dff8dc0f3aa3cda4fe28992615, server=f1b69e0236bd,39837,1731587831490}] 2024-11-14T12:37:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:29,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:37:29,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C39837%2C1731587831490.rep, suffix=, logDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490, archiveDir=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/oldWALs, maxLogs=10 2024-11-14T12:37:29,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.rep.1731587849102, exclude list is [], retry=0 2024-11-14T12:37:29,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35069,DS-43f74a73-6bf3-439b-8158-72e49911b497,DISK] 2024-11-14T12:37:29,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.rep.1731587849102 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e14d31dff8dc0f3aa3cda4fe28992615, NAME => 'hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:29,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. service=MultiRowMutationService 2024-11-14T12:37:29,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,121 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,122 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14d31dff8dc0f3aa3cda4fe28992615 columnFamilyName hfileref 2024-11-14T12:37:29,122 DEBUG [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:29,123 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(327): Store=e14d31dff8dc0f3aa3cda4fe28992615/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:29,123 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,123 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14d31dff8dc0f3aa3cda4fe28992615 columnFamilyName queue 2024-11-14T12:37:29,123 DEBUG [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:29,124 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(327): Store=e14d31dff8dc0f3aa3cda4fe28992615/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:29,124 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,124 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e14d31dff8dc0f3aa3cda4fe28992615 columnFamilyName sid 2024-11-14T12:37:29,125 DEBUG [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:29,125 INFO [StoreOpener-e14d31dff8dc0f3aa3cda4fe28992615-1 {}] regionserver.HStore(327): Store=e14d31dff8dc0f3aa3cda4fe28992615/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:29,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/replication/e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/replication/e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:29,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/replication/e14d31dff8dc0f3aa3cda4fe28992615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:29,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e14d31dff8dc0f3aa3cda4fe28992615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66259545, jitterRate=-0.012655839323997498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:29,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e14d31dff8dc0f3aa3cda4fe28992615: Running coprocessor pre-open hook at 1731587849121Writing region info on filesystem at 1731587849121Initializing all the Stores at 1731587849121Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587849121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587849121Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587849121Cleaning up temporary data from old regions at 1731587849126 (+5 ms)Running coprocessor post-open hooks at 1731587849129 (+3 ms)Region opened successfully at 1731587849129 2024-11-14T12:37:29,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615., pid=10, masterSystemTime=1731587849097 2024-11-14T12:37:29,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:29,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:29,132 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e14d31dff8dc0f3aa3cda4fe28992615, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e14d31dff8dc0f3aa3cda4fe28992615, server=f1b69e0236bd,39837,1731587831490 because future has completed 2024-11-14T12:37:29,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:37:29,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e14d31dff8dc0f3aa3cda4fe28992615, server=f1b69e0236bd,39837,1731587831490 in 190 msec 2024-11-14T12:37:29,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:37:29,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e14d31dff8dc0f3aa3cda4fe28992615, ASSIGN in 345 msec 2024-11-14T12:37:29,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:29,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587849139"}]},"ts":"1731587849139"} 2024-11-14T12:37:29,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:37:29,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:29,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2770 sec 2024-11-14T12:37:29,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615., hostname=f1b69e0236bd,39837,1731587831490, seqNum=2] 2024-11-14T12:37:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:29,215 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:29,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:37:29,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:37:29,383 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:37:29,409 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,39837,1731587831490, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:37:29,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:29,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39837,1731587831490, seqNum=-1] 2024-11-14T12:37:29,410 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:29,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T12:37:29,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,39837,1731587831490', locateType=CURRENT is [region=hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615., hostname=f1b69e0236bd,39837,1731587831490, seqNum=2] 2024-11-14T12:37:29,414 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:37:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:37:29,416 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,39837,1731587831490 suceeded 2024-11-14T12:37:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:37:29,418 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:34819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:37:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T12:37:29,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-14T12:37:29,429 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:34819' 2024-11-14T12:37:29,430 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651b5e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:29,430 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:29,430 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:29,431 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13685909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:29,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:29,432 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:29,433 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6073aa9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:29,433 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f71a0a 2024-11-14T12:37:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:29,434 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T12:37:29,435 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,39837,1731587831490 (queues=1) is replicating from cluster=96a3e2fd-fcf6-45a8-a683-d739284c396c to cluster=7bae220b-f6f3-4741-8e78-e61aeccc60b1 2024-11-14T12:37:29,435 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C39837%2C1731587831490 2024-11-14T12:37:29,435 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,39837,1731587831490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:37:29,435 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C39837%2C1731587831490 2024-11-14T12:37:29,435 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, startPosition=0, beingWritten=true 2024-11-14T12:37:29,440 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:29,440 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:29,440 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:29,644 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:29,918 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:29,948 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:30,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:37:30,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:30,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:30,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:30,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:30,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:30,004 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d51aac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,005 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d9d428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3de5a145 2024-11-14T12:37:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:30,008 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:30,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:36489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:37:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:37:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:30,011 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36489' 2024-11-14T12:37:30,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8c6995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,011 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:30,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:30,012 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1525f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,013 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:30,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3699fc75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:30,014 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201868df 2024-11-14T12:37:30,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:30,016 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:30,017 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:37:30,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:37:30,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:30,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:30,019 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:30,020 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:37:30,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:30,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:30,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:37:30,070 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:37:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:30,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:30,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:30,351 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:30,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 788a647fa48e2b4d5929c7b52941dccc, NAME => 'hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4 2024-11-14T12:37:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:37:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:30,721 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 788a647fa48e2b4d5929c7b52941dccc, disabling compactions & flushes 2024-11-14T12:37:30,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. after waiting 0 ms 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:30,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:30,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 788a647fa48e2b4d5929c7b52941dccc: Waiting for close lock at 1731587850842Disabling compacts and flushes for region at 1731587850842Disabling writes for close at 1731587850842Writing region close event to WAL at 1731587850842Closed at 1731587850842 2024-11-14T12:37:30,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:30,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587850843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587850843"}]},"ts":"1731587850843"} 2024-11-14T12:37:30,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:30,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:30,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587850845"}]},"ts":"1731587850845"} 2024-11-14T12:37:30,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:37:30,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=788a647fa48e2b4d5929c7b52941dccc, ASSIGN}] 2024-11-14T12:37:30,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=788a647fa48e2b4d5929c7b52941dccc, ASSIGN 2024-11-14T12:37:30,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=788a647fa48e2b4d5929c7b52941dccc, ASSIGN; state=OFFLINE, location=f1b69e0236bd,42947,1731587835873; forceNewPlan=false, retain=false 2024-11-14T12:37:30,855 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:30,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:30,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:30,892 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108759 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:30,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=788a647fa48e2b4d5929c7b52941dccc, regionState=OPENING, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:31,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=788a647fa48e2b4d5929c7b52941dccc, ASSIGN because future has completed 2024-11-14T12:37:31,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788a647fa48e2b4d5929c7b52941dccc, server=f1b69e0236bd,42947,1731587835873}] 2024-11-14T12:37:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:31,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:31,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:31,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:37:31,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C42947%2C1731587835873.rep, suffix=, logDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873, archiveDir=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/oldWALs, maxLogs=10 2024-11-14T12:37:31,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.rep.1731587851158, exclude list is [], retry=0 2024-11-14T12:37:31,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42315,DS-a7c8515f-bcb8-40df-a858-abad9d5b5dcc,DISK] 2024-11-14T12:37:31,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.rep.1731587851158 2024-11-14T12:37:31,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33139:33139)] 2024-11-14T12:37:31,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 788a647fa48e2b4d5929c7b52941dccc, NAME => 'hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:31,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. service=MultiRowMutationService 2024-11-14T12:37:31,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,178 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,179 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788a647fa48e2b4d5929c7b52941dccc columnFamilyName hfileref 2024-11-14T12:37:31,179 DEBUG [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:31,179 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(327): Store=788a647fa48e2b4d5929c7b52941dccc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:31,179 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,180 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788a647fa48e2b4d5929c7b52941dccc columnFamilyName queue 2024-11-14T12:37:31,180 DEBUG [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:31,180 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(327): Store=788a647fa48e2b4d5929c7b52941dccc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:31,180 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,181 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788a647fa48e2b4d5929c7b52941dccc columnFamilyName sid 2024-11-14T12:37:31,181 DEBUG [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:31,181 INFO [StoreOpener-788a647fa48e2b4d5929c7b52941dccc-1 {}] regionserver.HStore(327): Store=788a647fa48e2b4d5929c7b52941dccc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:31,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:31,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:31,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 788a647fa48e2b4d5929c7b52941dccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692508, jitterRate=0.023598134517669678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:31,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:31,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 788a647fa48e2b4d5929c7b52941dccc: Running coprocessor pre-open hook at 1731587851177Writing region info on filesystem at 1731587851177Initializing all the Stores at 1731587851178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587851178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587851178Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587851178Cleaning up temporary data from old regions at 1731587851182 (+4 ms)Running coprocessor post-open hooks at 1731587851190 (+8 ms)Region opened successfully at 1731587851190 2024-11-14T12:37:31,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc., pid=10, masterSystemTime=1731587851153 2024-11-14T12:37:31,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:31,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:31,193 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=34, reused chunk count=119, reuseRatio=77.78% 2024-11-14T12:37:31,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=788a647fa48e2b4d5929c7b52941dccc, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:31,193 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T12:37:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 788a647fa48e2b4d5929c7b52941dccc, server=f1b69e0236bd,42947,1731587835873 because future has completed 2024-11-14T12:37:31,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:37:31,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 788a647fa48e2b4d5929c7b52941dccc, server=f1b69e0236bd,42947,1731587835873 in 194 msec 2024-11-14T12:37:31,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:37:31,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=788a647fa48e2b4d5929c7b52941dccc, ASSIGN in 350 msec 2024-11-14T12:37:31,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:31,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587851199"}]},"ts":"1731587851199"} 2024-11-14T12:37:31,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:37:31,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:31,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-14T12:37:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc., hostname=f1b69e0236bd,42947,1731587835873, seqNum=2] 2024-11-14T12:37:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:31,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:37:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:37:31,450 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:37:31,458 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:31,477 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,42947,1731587835873, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:37:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42947,1731587835873, seqNum=-1] 2024-11-14T12:37:31,477 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:31,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T12:37:31,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,42947,1731587835873', locateType=CURRENT is [region=hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc., hostname=f1b69e0236bd,42947,1731587835873, seqNum=2] 2024-11-14T12:37:31,481 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:37:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:37:31,483 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,42947,1731587835873 suceeded 2024-11-14T12:37:31,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:37:31,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:37:31,485 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:36489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:37:31,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-14T12:37:31,495 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:36489' 2024-11-14T12:37:31,496 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350cc1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:31,496 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:31,496 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:31,497 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b3904d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:31,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:31,498 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:31,499 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ce05f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:31,499 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:31,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:31,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@80d0133 2024-11-14T12:37:31,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:31,500 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T12:37:31,501 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,42947,1731587835873 (queues=1) is replicating from cluster=7bae220b-f6f3-4741-8e78-e61aeccc60b1 to cluster=96a3e2fd-fcf6-45a8-a683-d739284c396c 2024-11-14T12:37:31,501 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C42947%2C1731587835873 2024-11-14T12:37:31,501 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,42947,1731587835873, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:37:31,501 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C42947%2C1731587835873 2024-11-14T12:37:31,501 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, startPosition=0, beingWritten=true 2024-11-14T12:37:31,506 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:31,506 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:31,506 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:31,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:37:31,624 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:31,709 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:32,012 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:32,161 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:37:32,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:32,162 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:32,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:32,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:32,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,39847,-1 for getting cluster id 2024-11-14T12:37:32,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:32,163 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73210a9f-88e5-4a11-9ac0-345bd03626e8' 2024-11-14T12:37:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73210a9f-88e5-4a11-9ac0-345bd03626e8" 2024-11-14T12:37:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cdf196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,39847,-1] 2024-11-14T12:37:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,165 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da9a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21240cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:32,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:32,166 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651e4256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,168 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79bfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:32,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:32,169 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ee80bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,170 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d4c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42401,1731587826491, seqNum=-1] 2024-11-14T12:37:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:32,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb., hostname=f1b69e0236bd,42401,1731587826491, seqNum=2] 2024-11-14T12:37:32,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42947,1731587835873, seqNum=-1] 2024-11-14T12:37:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:32,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507., hostname=f1b69e0236bd,42947,1731587835873, seqNum=2] 2024-11-14T12:37:32,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T12:37:32,416 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:32,627 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 379, reset compression=false 2024-11-14T12:37:32,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:32,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:32,631 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42401,1731587826491 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0f7304c635b1622a9065f57cf96b5bb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T12:37:32,633 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:32,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T12:37:32,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:32,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a329159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,36489,-1 for getting cluster id 2024-11-14T12:37:32,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:32,636 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96a3e2fd-fcf6-45a8-a683-d739284c396c' 2024-11-14T12:37:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96a3e2fd-fcf6-45a8-a683-d739284c396c" 2024-11-14T12:37:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341f1f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,36489,-1] 2024-11-14T12:37:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,637 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:32,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743b8191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39837,1731587831490, seqNum=-1] 2024-11-14T12:37:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:32,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T12:37:32,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a., hostname=f1b69e0236bd,39837,1731587831490, seqNum=2] 2024-11-14T12:37:32,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:32,835 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:32,919 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:32,965 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 379, reset compression=false 2024-11-14T12:37:32,969 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:32,969 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 503, reset compression=false 2024-11-14T12:37:32,969 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[{test/b253ac791045ab9bb874d3458f0b1b6a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T12:37:32,971 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:32,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T12:37:32,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:32,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d033f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,34819,-1 for getting cluster id 2024-11-14T12:37:32,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:32,973 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bae220b-f6f3-4741-8e78-e61aeccc60b1' 2024-11-14T12:37:32,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bae220b-f6f3-4741-8e78-e61aeccc60b1" 2024-11-14T12:37:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7ad82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,34819,-1] 2024-11-14T12:37:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:32,975 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:32,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61077c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:32,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,42947,1731587835873, seqNum=-1] 2024-11-14T12:37:32,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:32,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T12:37:32,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507., hostname=f1b69e0236bd,42947,1731587835873, seqNum=2] 2024-11-14T12:37:32,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:33,139 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:33,172 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 503, reset compression=false 2024-11-14T12:37:33,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T12:37:33,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,39837,1731587831490, seqNum=-1] 2024-11-14T12:37:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:33,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:33,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a., hostname=f1b69e0236bd,39837,1731587831490, seqNum=2] 2024-11-14T12:37:33,190 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T12:37:33,476 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 503, reset compression=false 2024-11-14T12:37:33,480 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:33,480 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 607, reset compression=false 2024-11-14T12:37:33,480 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[{test/b253ac791045ab9bb874d3458f0b1b6a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:37:33,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:33,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:33,522 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 379, reset compression=false 2024-11-14T12:37:33,526 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:33,526 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 655, reset compression=false 2024-11-14T12:37:33,526 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:33,542 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:33,683 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 607, reset compression=false 2024-11-14T12:37:33,729 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 655, reset compression=false 2024-11-14T12:37:33,986 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 607, reset compression=false 2024-11-14T12:37:34,032 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 655, reset compression=false 2024-11-14T12:37:34,045 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:34,191 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T12:37:34,194 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T12:37:34,390 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 607, reset compression=false 2024-11-14T12:37:34,435 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 655, reset compression=false 2024-11-14T12:37:34,439 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:34,439 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 759, reset compression=false 2024-11-14T12:37:34,439 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d3813b30e6fbb415d534d27c1c70507/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T12:37:34,441 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:34,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T12:37:34,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:34,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:34,642 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 759, reset compression=false 2024-11-14T12:37:34,647 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:34,893 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 607, reset compression=false 2024-11-14T12:37:34,897 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:34,897 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 734, reset compression=false 2024-11-14T12:37:34,897 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:34,945 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 759, reset compression=false 2024-11-14T12:37:35,101 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 734, reset compression=false 2024-11-14T12:37:35,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T12:37:35,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T12:37:35,348 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 759, reset compression=false 2024-11-14T12:37:35,350 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 480, reset compression=false 2024-11-14T12:37:35,354 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:35,354 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:35,354 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42401,1731587826491 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0f7304c635b1622a9065f57cf96b5bb/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T12:37:35,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:35,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:35,404 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 734, reset compression=false 2024-11-14T12:37:35,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:35,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 881, reset compression=false 2024-11-14T12:37:35,409 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[{test/b253ac791045ab9bb874d3458f0b1b6a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T12:37:35,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:35,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:35,559 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:35,612 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 881, reset compression=false 2024-11-14T12:37:35,852 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 759, reset compression=false 2024-11-14T12:37:35,855 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:35,855 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 930, reset compression=false 2024-11-14T12:37:35,855 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:35,862 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:35,915 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 881, reset compression=false 2024-11-14T12:37:35,948 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:37:36,058 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 930, reset compression=false 2024-11-14T12:37:36,200 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T12:37:36,202 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T12:37:36,265 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:36,317 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 881, reset compression=false 2024-11-14T12:37:36,321 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:36,321 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1040, reset compression=false 2024-11-14T12:37:36,321 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[{test/b253ac791045ab9bb874d3458f0b1b6a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:37:36,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:36,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:36,361 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 930, reset compression=false 2024-11-14T12:37:36,365 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:36,365 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1080, reset compression=false 2024-11-14T12:37:36,365 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:36,524 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1040, reset compression=false 2024-11-14T12:37:36,568 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1080, reset compression=false 2024-11-14T12:37:36,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:36,769 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:36,828 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1040, reset compression=false 2024-11-14T12:37:36,871 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1080, reset compression=false 2024-11-14T12:37:37,204 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T12:37:37,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T12:37:37,230 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1040, reset compression=false 2024-11-14T12:37:37,274 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1080, reset compression=false 2024-11-14T12:37:37,277 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:37:37,277 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1239, reset compression=false 2024-11-14T12:37:37,277 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d3813b30e6fbb415d534d27c1c70507/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T12:37:37,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T12:37:37,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T12:37:37,372 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:37,481 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1239, reset compression=false 2024-11-14T12:37:37,734 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1040, reset compression=false 2024-11-14T12:37:37,738 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:37,738 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:37,738 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:37,784 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1239, reset compression=false 2024-11-14T12:37:37,941 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:38,076 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:38,187 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1239, reset compression=false 2024-11-14T12:37:38,208 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T12:37:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:37:38,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:38,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:38,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:38,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:38,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:38,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:37:38,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1425464823, stopped=false 2024-11-14T12:37:38,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,34819,1731587835766 2024-11-14T12:37:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885748081/running 2024-11-14T12:37:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885748081/running 2024-11-14T12:37:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:38,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:38,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:38,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:38,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:38,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,42947,1731587835873' ***** 2024-11-14T12:37:38,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/running 2024-11-14T12:37:38,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:37:38,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Set watcher on znode that does not yet exist, /21885748081/running 2024-11-14T12:37:38,222 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:37:38,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42947. 2024-11-14T12:37:38,223 DEBUG [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:38,223 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:38,223 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 788a647fa48e2b4d5929c7b52941dccc, disabling compactions & flushes 2024-11-14T12:37:38,223 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:38,223 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:37:38,223 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. after waiting 0 ms 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:37:38,223 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:37:38,223 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 788a647fa48e2b4d5929c7b52941dccc 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-14T12:37:38,223 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:37:38,223 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1325): Online Regions={788a647fa48e2b4d5929c7b52941dccc=hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc., 1588230740=hbase:meta,,1.1588230740, 6d3813b30e6fbb415d534d27c1c70507=test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.} 2024-11-14T12:37:38,223 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d3813b30e6fbb415d534d27c1c70507, 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:38,223 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:38,224 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:38,224 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:38,224 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:38,224 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:38,224 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:37:38,238 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/.tmp/queue/e795633f8cb84419b0dbef46152052ae is 154, key is 1-f1b69e0236bd,42947,1731587835873/queue:f1b69e0236bd%2C42947%2C1731587835873/1731587857282/Put/seqid=0 2024-11-14T12:37:38,239 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/info/b2c045fd6b224c5fb7913b82f8426b2d is 147, key is hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc./info:regioninfo/1731587851193/Put/seqid=0 2024-11-14T12:37:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741840_1016 (size=5353) 2024-11-14T12:37:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:37:38,245 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:38,276 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:38,424 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d3813b30e6fbb415d534d27c1c70507, 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:38,624 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d3813b30e6fbb415d534d27c1c70507, 788a647fa48e2b4d5929c7b52941dccc 2024-11-14T12:37:38,642 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/.tmp/queue/e795633f8cb84419b0dbef46152052ae 2024-11-14T12:37:38,643 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/info/b2c045fd6b224c5fb7913b82f8426b2d 2024-11-14T12:37:38,648 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:38,652 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/.tmp/queue/e795633f8cb84419b0dbef46152052ae as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/queue/e795633f8cb84419b0dbef46152052ae 2024-11-14T12:37:38,656 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/queue/e795633f8cb84419b0dbef46152052ae, entries=1, sequenceid=11, filesize=5.2 K 2024-11-14T12:37:38,657 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 788a647fa48e2b4d5929c7b52941dccc in 434ms, sequenceid=11, compaction requested=false 2024-11-14T12:37:38,664 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/ns/ef0e7e81f0c64deaa8fa5e5eb49cd77f is 43, key is default/ns:d/1731587839103/Put/seqid=0 2024-11-14T12:37:38,665 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/replication/788a647fa48e2b4d5929c7b52941dccc/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:37:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:38,666 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 788a647fa48e2b4d5929c7b52941dccc: Waiting for close lock at 1731587858223Running coprocessor pre-close hooks at 1731587858223Disabling compacts and flushes for region at 1731587858223Disabling writes for close at 1731587858223Obtaining lock to block concurrent updates at 1731587858223Preparing flush snapshotting stores in 788a647fa48e2b4d5929c7b52941dccc at 1731587858223Finished memstore snapshotting hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731587858224 (+1 ms)Flushing stores of hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. at 1731587858224Flushing 788a647fa48e2b4d5929c7b52941dccc/queue: creating writer at 1731587858224Flushing 788a647fa48e2b4d5929c7b52941dccc/queue: appending metadata at 1731587858237 (+13 ms)Flushing 788a647fa48e2b4d5929c7b52941dccc/queue: closing flushed file at 1731587858237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6a4af5: reopening flushed file at 1731587858651 (+414 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 788a647fa48e2b4d5929c7b52941dccc in 434ms, sequenceid=11, compaction requested=false at 1731587858657 (+6 ms)Writing region close event to WAL at 1731587858663 (+6 ms)Running coprocessor post-close hooks at 1731587858666 (+3 ms)Closed at 1731587858666 2024-11-14T12:37:38,666 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587850018.788a647fa48e2b4d5929c7b52941dccc. 2024-11-14T12:37:38,667 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d3813b30e6fbb415d534d27c1c70507, disabling compactions & flushes 2024-11-14T12:37:38,667 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:38,667 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:38,667 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. after waiting 0 ms 2024-11-14T12:37:38,667 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:37:38,667 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d3813b30e6fbb415d534d27c1c70507 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T12:37:38,667 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/ns/ef0e7e81f0c64deaa8fa5e5eb49cd77f 2024-11-14T12:37:38,681 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f/4c61be8703d644b38ab4e21dc01345d6 is 29, key is row1/f:/1731587856200/DeleteFamily/seqid=0 2024-11-14T12:37:38,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741843_1019 (size=5152) 2024-11-14T12:37:38,687 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/879264e505a04ec7bb8c4a20fc368f39 is 112, key is test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507./rep_barrier:seqnumDuringOpen/1731587844696/Put/seqid=0 2024-11-14T12:37:38,689 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1239, reset compression=false 2024-11-14T12:37:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:37:38,693 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:38,693 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1486, reset compression=false 2024-11-14T12:37:38,693 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42947,1731587835873 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:38,693 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,42947,1731587835873: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,42947,1731587835873, walGroup=f1b69e0236bd%2C42947%2C1731587835873, offset=f1b69e0236bd%2C42947%2C1731587835873.1731587838088:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:42947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:37:38,695 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:37:38,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:37:38,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:37:38,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:37:38,695 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:37:38,695 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 1032446432 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202287008 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:37:38,695 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:34819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:34819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:37:38,824 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:38,879 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:38,897 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1486, reset compression=false 2024-11-14T12:37:38,961 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:37:38,961 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:37:39,024 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:39,085 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f/4c61be8703d644b38ab4e21dc01345d6 2024-11-14T12:37:39,089 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c61be8703d644b38ab4e21dc01345d6 2024-11-14T12:37:39,091 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/879264e505a04ec7bb8c4a20fc368f39 2024-11-14T12:37:39,106 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f1/bf2b94d2c5e64b4fb176cd2b8340cb2d is 30, key is row1/f1:/1731587856200/DeleteFamily/seqid=0 2024-11-14T12:37:39,106 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/table/c28105e770694d568300bbda08104f29 is 53, key is hbase:replication/table:state/1731587851199/Put/seqid=0 2024-11-14T12:37:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741845_1021 (size=5158) 2024-11-14T12:37:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:37:39,110 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/table/c28105e770694d568300bbda08104f29 2024-11-14T12:37:39,113 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/info/b2c045fd6b224c5fb7913b82f8426b2d as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/info/b2c045fd6b224c5fb7913b82f8426b2d 2024-11-14T12:37:39,116 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/info/b2c045fd6b224c5fb7913b82f8426b2d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:37:39,117 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/ns/ef0e7e81f0c64deaa8fa5e5eb49cd77f as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/ns/ef0e7e81f0c64deaa8fa5e5eb49cd77f 2024-11-14T12:37:39,120 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/ns/ef0e7e81f0c64deaa8fa5e5eb49cd77f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:37:39,120 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/879264e505a04ec7bb8c4a20fc368f39 as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/rep_barrier/879264e505a04ec7bb8c4a20fc368f39 2024-11-14T12:37:39,123 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/rep_barrier/879264e505a04ec7bb8c4a20fc368f39, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:37:39,124 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/.tmp/table/c28105e770694d568300bbda08104f29 as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/table/c28105e770694d568300bbda08104f29 2024-11-14T12:37:39,127 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/table/c28105e770694d568300bbda08104f29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:37:39,128 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false 2024-11-14T12:37:39,132 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:37:39,132 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:39,132 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:39,132 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:39,132 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587858223Running coprocessor pre-close hooks at 1731587858223Disabling compacts and flushes for region at 1731587858223Disabling writes for close at 1731587858224 (+1 ms)Obtaining lock to block concurrent updates at 1731587858224Preparing flush snapshotting stores in 1588230740 at 1731587858224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587858224Flushing stores of hbase:meta,,1.1588230740 at 1731587858224Flushing 1588230740/info: creating writer at 1731587858224Flushing 1588230740/info: appending metadata at 1731587858239 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587858239Flushing 1588230740/ns: creating writer at 1731587858646 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731587858664 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731587858664Flushing 1588230740/rep_barrier: creating writer at 1731587858671 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587858687 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587858687Flushing 1588230740/table: creating writer at 1731587859093 (+406 ms)Flushing 1588230740/table: appending metadata at 1731587859106 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587859106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba2f73e: reopening flushed file at 1731587859112 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b497fa: reopening flushed file at 1731587859116 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76408df1: reopening flushed file at 1731587859120 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9ce388: reopening flushed file at 1731587859123 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=16, compaction requested=false at 1731587859128 (+5 ms)Writing region close event to WAL at 1731587859129 (+1 ms)Running coprocessor post-close hooks at 1731587859132 (+3 ms)Closed at 1731587859132 2024-11-14T12:37:39,132 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:39,163 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:39,200 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1486, reset compression=false 2024-11-14T12:37:39,224 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:37:39,224 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1325): Online Regions={6d3813b30e6fbb415d534d27c1c70507=test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507.} 2024-11-14T12:37:39,224 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:39,424 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:39,510 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f1/bf2b94d2c5e64b4fb176cd2b8340cb2d 2024-11-14T12:37:39,562 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf2b94d2c5e64b4fb176cd2b8340cb2d 2024-11-14T12:37:39,575 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/norep/985053ae08684019ba99178875c90e32 is 33, key is row2/norep:/1731587857204/DeleteFamily/seqid=0 2024-11-14T12:37:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741847_1023 (size=5108) 2024-11-14T12:37:39,602 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1486, reset compression=false 2024-11-14T12:37:39,625 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:39,767 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:39,782 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:39,825 DEBUG [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1351): Waiting on 6d3813b30e6fbb415d534d27c1c70507 2024-11-14T12:37:39,978 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/norep/985053ae08684019ba99178875c90e32 2024-11-14T12:37:39,982 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 985053ae08684019ba99178875c90e32 2024-11-14T12:37:39,982 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f/4c61be8703d644b38ab4e21dc01345d6 as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/f/4c61be8703d644b38ab4e21dc01345d6 2024-11-14T12:37:39,986 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c61be8703d644b38ab4e21dc01345d6 2024-11-14T12:37:39,986 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/f/4c61be8703d644b38ab4e21dc01345d6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:39,986 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/f1/bf2b94d2c5e64b4fb176cd2b8340cb2d as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/f1/bf2b94d2c5e64b4fb176cd2b8340cb2d 2024-11-14T12:37:39,989 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf2b94d2c5e64b4fb176cd2b8340cb2d 2024-11-14T12:37:39,989 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/f1/bf2b94d2c5e64b4fb176cd2b8340cb2d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:39,990 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/.tmp/norep/985053ae08684019ba99178875c90e32 as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/norep/985053ae08684019ba99178875c90e32 2024-11-14T12:37:39,993 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 985053ae08684019ba99178875c90e32 2024-11-14T12:37:39,993 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/norep/985053ae08684019ba99178875c90e32, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:39,994 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d3813b30e6fbb415d534d27c1c70507 in 1326ms, sequenceid=10, compaction requested=false 2024-11-14T12:37:39,997 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/data/default/test/6d3813b30e6fbb415d534d27c1c70507/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:37:39,997 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:39,997 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:39,997 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:39,997 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d3813b30e6fbb415d534d27c1c70507: Waiting for close lock at 1731587858666Running coprocessor pre-close hooks at 1731587858666Disabling compacts and flushes for region at 1731587858666Disabling writes for close at 1731587858667 (+1 ms)Obtaining lock to block concurrent updates at 1731587858667Preparing flush snapshotting stores in 6d3813b30e6fbb415d534d27c1c70507 at 1731587858667Finished memstore snapshotting test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731587858667Flushing stores of test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. at 1731587858668 (+1 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/f: creating writer at 1731587858668Flushing 6d3813b30e6fbb415d534d27c1c70507/f: appending metadata at 1731587858681 (+13 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/f: closing flushed file at 1731587858681Flushing 6d3813b30e6fbb415d534d27c1c70507/f1: creating writer at 1731587859089 (+408 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/f1: appending metadata at 1731587859105 (+16 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/f1: closing flushed file at 1731587859105Flushing 6d3813b30e6fbb415d534d27c1c70507/norep: creating writer at 1731587859562 (+457 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/norep: appending metadata at 1731587859574 (+12 ms)Flushing 6d3813b30e6fbb415d534d27c1c70507/norep: closing flushed file at 1731587859574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6824a8db: reopening flushed file at 1731587859982 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a43232a: reopening flushed file at 1731587859986 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10279ffb: reopening flushed file at 1731587859989 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d3813b30e6fbb415d534d27c1c70507 in 1326ms, sequenceid=10, compaction requested=false at 1731587859994 (+5 ms)Writing region close event to WAL at 1731587859995 (+1 ms)Running coprocessor post-close hooks at 1731587859997 (+2 ms)Closed at 1731587859997 2024-11-14T12:37:39,997 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587843524.6d3813b30e6fbb415d534d27c1c70507. 2024-11-14T12:37:40,025 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,42947,1731587835873; all regions closed. 2024-11-14T12:37:40,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:37:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741839_1015 (size=2896) 2024-11-14T12:37:40,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.rep.1731587851158 not finished, retry = 0 2024-11-14T12:37:40,105 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 1486, reset compression=false 2024-11-14T12:37:40,109 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:40,109 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.wal-reader.f1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 to pos 2130, reset compression=false 2024-11-14T12:37:40,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/WALs/f1b69e0236bd,42947,1731587835873/f1b69e0236bd%2C42947%2C1731587835873.1731587838088 not finished, retry = 0 2024-11-14T12:37:40,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741832_1008 (size=2138) 2024-11-14T12:37:40,233 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:40,234 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:40,234 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:40,234 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:40,234 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:40,234 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:40,235 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,42947,1731587835873 because: Region server is closing 2024-11-14T12:37:40,235 INFO [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42947. 2024-11-14T12:37:40,235 DEBUG [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:40,235 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:40,235 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:40,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:40,335 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42947,1731587835873.replicationSource.shipperf1b69e0236bd%2C42947%2C1731587835873,1-f1b69e0236bd,42947,1731587835873 terminated 2024-11-14T12:37:40,336 INFO [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42947. 2024-11-14T12:37:40,336 DEBUG [RS:0;f1b69e0236bd:42947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:40,336 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:40,336 DEBUG [RS:0;f1b69e0236bd:42947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:40,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:40,336 INFO [RS:0;f1b69e0236bd:42947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42947 2024-11-14T12:37:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885748081/rs/f1b69e0236bd,42947,1731587835873 2024-11-14T12:37:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081/rs 2024-11-14T12:37:40,363 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:40,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,42947,1731587835873] 2024-11-14T12:37:40,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21885748081/draining/f1b69e0236bd,42947,1731587835873 already deleted, retry=false 2024-11-14T12:37:40,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,42947,1731587835873 expired; onlineServers=0 2024-11-14T12:37:40,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,34819,1731587835766' ***** 2024-11-14T12:37:40,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:40,380 DEBUG [M:0;f1b69e0236bd:34819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:37:40,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:37:40,380 DEBUG [M:0;f1b69e0236bd:34819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:37:40,380 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587837838 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587837838,5,FailOnTimeoutGroup] 2024-11-14T12:37:40,380 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587837838 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587837838,5,FailOnTimeoutGroup] 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:40,380 DEBUG [M:0;f1b69e0236bd:34819 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:40,380 INFO [M:0;f1b69e0236bd:34819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:37:40,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:37:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21885748081/master 2024-11-14T12:37:40,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21885748081 2024-11-14T12:37:40,388 DEBUG [M:0;f1b69e0236bd:34819 {}] zookeeper.ZKUtil(347): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Unable to get data of znode /21885748081/master because node does not exist (not an error) 2024-11-14T12:37:40,388 WARN [M:0;f1b69e0236bd:34819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:37:40,388 INFO [M:0;f1b69e0236bd:34819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/.lastflushedseqids 2024-11-14T12:37:40,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:37:40,471 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:40,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:40,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42947-0x1013a8722b40007, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:40,474 INFO [RS:0;f1b69e0236bd:42947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:40,474 INFO [RS:0;f1b69e0236bd:42947 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,42947,1731587835873; zookeeper connection closed. 2024-11-14T12:37:40,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ad6f7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ad6f7f 2024-11-14T12:37:40,474 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:37:40,784 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:40,792 INFO [M:0;f1b69e0236bd:34819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:37:40,792 INFO [M:0;f1b69e0236bd:34819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:37:40,792 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:40,792 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:40,792 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:40,792 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:40,792 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:40,792 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T12:37:40,811 DEBUG [M:0;f1b69e0236bd:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdc828d48199450c9f8a82a41c70028a is 82, key is hbase:meta,,1/info:regioninfo/1731587839091/Put/seqid=0 2024-11-14T12:37:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:37:40,814 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdc828d48199450c9f8a82a41c70028a 2024-11-14T12:37:40,834 DEBUG [M:0;f1b69e0236bd:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b7ac44fe714005943cad25b8b5a7fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587851202/Put/seqid=0 2024-11-14T12:37:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741850_1026 (size=8517) 2024-11-14T12:37:40,952 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:37:41,238 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b7ac44fe714005943cad25b8b5a7fa 2024-11-14T12:37:41,258 DEBUG [M:0;f1b69e0236bd:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2b6d3cdec3407bae575bd96d545cb3 is 69, key is f1b69e0236bd,42947,1731587835873/rs:state/1731587837920/Put/seqid=0 2024-11-14T12:37:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:37:41,274 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:41,662 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2b6d3cdec3407bae575bd96d545cb3 2024-11-14T12:37:41,666 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdc828d48199450c9f8a82a41c70028a as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdc828d48199450c9f8a82a41c70028a 2024-11-14T12:37:41,670 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdc828d48199450c9f8a82a41c70028a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:37:41,670 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6b7ac44fe714005943cad25b8b5a7fa as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6b7ac44fe714005943cad25b8b5a7fa 2024-11-14T12:37:41,674 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6b7ac44fe714005943cad25b8b5a7fa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:37:41,674 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2b6d3cdec3407bae575bd96d545cb3 as hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2b6d3cdec3407bae575bd96d545cb3 2024-11-14T12:37:41,678 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34009/user/jenkins/test-data/2ee74d9f-2bb1-ee78-0024-af1cab64d2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2b6d3cdec3407bae575bd96d545cb3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:37:41,679 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-14T12:37:41,682 INFO [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:41,682 DEBUG [M:0;f1b69e0236bd:34819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587860792Disabling compacts and flushes for region at 1731587860792Disabling writes for close at 1731587860792Obtaining lock to block concurrent updates at 1731587860792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587860792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731587860793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587860793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587860793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587860811 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587860811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587860818 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587860834 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587860834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587861242 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587861257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587861257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588df813: reopening flushed file at 1731587861665 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122b8e4c: reopening flushed file at 1731587861670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6addb: reopening flushed file at 1731587861674 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1731587861679 (+5 ms)Writing region close event to WAL at 1731587861682 (+3 ms)Closed at 1731587861682 2024-11-14T12:37:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42315 is added to blk_1073741830_1006 (size=63666) 2024-11-14T12:37:41,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:41,684 INFO [M:0;f1b69e0236bd:34819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:37:41,684 INFO [M:0;f1b69e0236bd:34819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34819 2024-11-14T12:37:41,685 INFO [M:0;f1b69e0236bd:34819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:41,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:41,813 INFO [M:0;f1b69e0236bd:34819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:41,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1013a8722b40006, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:41,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2482a93b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:41,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a05fecf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:41,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:41,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:41,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:41,817 WARN [BP-1221486014-172.17.0.3-1731587834260 heartbeating to localhost/127.0.0.1:34009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:37:41,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:37:41,817 WARN [BP-1221486014-172.17.0.3-1731587834260 heartbeating to localhost/127.0.0.1:34009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1221486014-172.17.0.3-1731587834260 (Datanode Uuid 5bdb3e16-a90d-4968-b1e3-9a977209ab6a) service to localhost/127.0.0.1:34009 2024-11-14T12:37:41,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:37:41,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/cluster_f0966561-4d3e-7025-5c95-eb6ce4fd3485/data/data1/current/BP-1221486014-172.17.0.3-1731587834260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:41,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/cluster_f0966561-4d3e-7025-5c95-eb6ce4fd3485/data/data2/current/BP-1221486014-172.17.0.3-1731587834260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:41,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:37:41,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59e041cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:41,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31188b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:41,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:41,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252299b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:41,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac7ff8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:37:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:37:41,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:41,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:41,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:41,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:41,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:41,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:37:41,836 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=893026973, stopped=false 2024-11-14T12:37:41,836 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,36489,1731587831363 2024-11-14T12:37:41,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709939138/running 2024-11-14T12:37:41,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709939138/running 2024-11-14T12:37:41,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:41,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:41,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:41,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:41,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:41,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:41,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/running 2024-11-14T12:37:41,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Set watcher on znode that does not yet exist, /1-1709939138/running 2024-11-14T12:37:41,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,39837,1731587831490' ***** 2024-11-14T12:37:41,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:37:41,847 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:37:41,847 INFO [RS:0;f1b69e0236bd:39837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:37:41,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:37:41,847 INFO [RS:0;f1b69e0236bd:39837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:37:41,847 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(3091): Received CLOSE for b253ac791045ab9bb874d3458f0b1b6a 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(3091): Received CLOSE for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:39837. 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b253ac791045ab9bb874d3458f0b1b6a, disabling compactions & flushes 2024-11-14T12:37:41,848 DEBUG [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:41,848 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:41,848 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. after waiting 0 ms 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:37:41,848 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b253ac791045ab9bb874d3458f0b1b6a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:37:41,848 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:37:41,848 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1325): Online Regions={b253ac791045ab9bb874d3458f0b1b6a=test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a., 1588230740=hbase:meta,,1.1588230740, e14d31dff8dc0f3aa3cda4fe28992615=hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.} 2024-11-14T12:37:41,848 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:41,848 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:41,848 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:41,848 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:37:41,866 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f/94bade8239e84f34ba8604437bcdbfa0 is 29, key is row1/f:/1731587856200/DeleteFamily/seqid=0 2024-11-14T12:37:41,866 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/info/576c73bca9794fb193ca0339d64c7c7c is 147, key is hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615./info:regioninfo/1731587849132/Put/seqid=0 2024-11-14T12:37:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741840_1016 (size=5152) 2024-11-14T12:37:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741841_1017 (size=7686) 2024-11-14T12:37:41,887 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:41,921 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:42,048 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:42,177 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1189, reset compression=false 2024-11-14T12:37:42,181 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:42,181 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1436, reset compression=false 2024-11-14T12:37:42,181 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,39837,1731587831490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:42,182 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,39837,1731587831490: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,39837,1731587831490, walGroup=f1b69e0236bd%2C39837%2C1731587831490, offset=f1b69e0236bd%2C39837%2C1731587831490.1731587833729:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:39837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:37:42,183 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:37:42,183 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:37:42,185 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:37:42,185 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:37:42,185 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:37:42,185 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 930816208 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202536424 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:37:42,186 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:36489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:36489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:37:42,248 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:42,270 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f/94bade8239e84f34ba8604437bcdbfa0 2024-11-14T12:37:42,270 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/info/576c73bca9794fb193ca0339d64c7c7c 2024-11-14T12:37:42,273 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94bade8239e84f34ba8604437bcdbfa0 2024-11-14T12:37:42,286 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/ns/4e5703ec75d64d26b1151b6be43c3923 is 43, key is default/ns:d/1731587834163/Put/seqid=0 2024-11-14T12:37:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:37:42,289 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f1/e944092c221642b4acd5327865be9119 is 30, key is row1/f1:/1731587856200/DeleteFamily/seqid=0 2024-11-14T12:37:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741843_1019 (size=5158) 2024-11-14T12:37:42,384 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1436, reset compression=false 2024-11-14T12:37:42,449 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:42,617 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:37:42,618 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:37:42,649 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:42,687 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1436, reset compression=false 2024-11-14T12:37:42,689 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/ns/4e5703ec75d64d26b1151b6be43c3923 2024-11-14T12:37:42,693 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f1/e944092c221642b4acd5327865be9119 2024-11-14T12:37:42,696 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e944092c221642b4acd5327865be9119 2024-11-14T12:37:42,708 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4ec09c5df53341468ab5e318c2e94030 is 112, key is test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a./rep_barrier:seqnumDuringOpen/1731587842519/Put/seqid=0 2024-11-14T12:37:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:37:42,716 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/norep/57832256f6a345628b922e9ace289623 is 33, key is row1/norep:/1731587856200/DeleteFamily/seqid=0 2024-11-14T12:37:42,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741845_1021 (size=5108) 2024-11-14T12:37:42,849 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:43,049 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b253ac791045ab9bb874d3458f0b1b6a, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:43,090 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1436, reset compression=false 2024-11-14T12:37:43,090 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:43,112 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4ec09c5df53341468ab5e318c2e94030 2024-11-14T12:37:43,119 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/norep/57832256f6a345628b922e9ace289623 2024-11-14T12:37:43,122 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57832256f6a345628b922e9ace289623 2024-11-14T12:37:43,123 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f/94bade8239e84f34ba8604437bcdbfa0 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/f/94bade8239e84f34ba8604437bcdbfa0 2024-11-14T12:37:43,126 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94bade8239e84f34ba8604437bcdbfa0 2024-11-14T12:37:43,126 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/f/94bade8239e84f34ba8604437bcdbfa0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:43,127 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/f1/e944092c221642b4acd5327865be9119 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/f1/e944092c221642b4acd5327865be9119 2024-11-14T12:37:43,129 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e944092c221642b4acd5327865be9119 2024-11-14T12:37:43,129 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/f1/e944092c221642b4acd5327865be9119, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:43,130 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/.tmp/norep/57832256f6a345628b922e9ace289623 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/norep/57832256f6a345628b922e9ace289623 2024-11-14T12:37:43,133 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57832256f6a345628b922e9ace289623 2024-11-14T12:37:43,133 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/norep/57832256f6a345628b922e9ace289623, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T12:37:43,134 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b253ac791045ab9bb874d3458f0b1b6a in 1286ms, sequenceid=10, compaction requested=false 2024-11-14T12:37:43,134 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/table/786b53ca4711466c8db45f6de8b6bbe5 is 53, key is hbase:replication/table:state/1731587849139/Put/seqid=0 2024-11-14T12:37:43,134 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:37:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/default/test/b253ac791045ab9bb874d3458f0b1b6a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:43,138 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b253ac791045ab9bb874d3458f0b1b6a: Waiting for close lock at 1731587861848Running coprocessor pre-close hooks at 1731587861848Disabling compacts and flushes for region at 1731587861848Disabling writes for close at 1731587861848Obtaining lock to block concurrent updates at 1731587861848Preparing flush snapshotting stores in b253ac791045ab9bb874d3458f0b1b6a at 1731587861848Finished memstore snapshotting test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731587861848Flushing stores of test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. at 1731587861849 (+1 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/f: creating writer at 1731587861849Flushing b253ac791045ab9bb874d3458f0b1b6a/f: appending metadata at 1731587861865 (+16 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/f: closing flushed file at 1731587861865Flushing b253ac791045ab9bb874d3458f0b1b6a/f1: creating writer at 1731587862273 (+408 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/f1: appending metadata at 1731587862289 (+16 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/f1: closing flushed file at 1731587862289Flushing b253ac791045ab9bb874d3458f0b1b6a/norep: creating writer at 1731587862696 (+407 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/norep: appending metadata at 1731587862715 (+19 ms)Flushing b253ac791045ab9bb874d3458f0b1b6a/norep: closing flushed file at 1731587862715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5653f6: reopening flushed file at 1731587863122 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590bb679: reopening flushed file at 1731587863126 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d41ce06: reopening flushed file at 1731587863130 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b253ac791045ab9bb874d3458f0b1b6a in 1286ms, sequenceid=10, compaction requested=false at 1731587863134 (+4 ms)Writing region close event to WAL at 1731587863135 (+1 ms)Running coprocessor post-close hooks at 1731587863138 (+3 ms)Closed at 1731587863138 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587841373.b253ac791045ab9bb874d3458f0b1b6a. 2024-11-14T12:37:43,138 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e14d31dff8dc0f3aa3cda4fe28992615, disabling compactions & flushes 2024-11-14T12:37:43,138 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,139 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,139 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. after waiting 0 ms 2024-11-14T12:37:43,139 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,139 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e14d31dff8dc0f3aa3cda4fe28992615: Waiting for close lock at 1731587863138Running coprocessor pre-close hooks at 1731587863138Disabling compacts and flushes for region at 1731587863138Disabling writes for close at 1731587863139 (+1 ms)Failed flush hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615., putting online again at 1731587863139 2024-11-14T12:37:43,139 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,249 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:37:43,249 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e14d31dff8dc0f3aa3cda4fe28992615=hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615.} 2024-11-14T12:37:43,249 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(3091): Received CLOSE for e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:43,249 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e14d31dff8dc0f3aa3cda4fe28992615 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e14d31dff8dc0f3aa3cda4fe28992615, disabling compactions & flushes 2024-11-14T12:37:43,250 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. after waiting 0 ms 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e14d31dff8dc0f3aa3cda4fe28992615: Waiting for close lock at 1731587863250Running coprocessor pre-close hooks at 1731587863250Disabling compacts and flushes for region at 1731587863250Disabling writes for close at 1731587863250Failed flush hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615., putting online again at 1731587863250 2024-11-14T12:37:43,250 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731587847864.e14d31dff8dc0f3aa3cda4fe28992615. 2024-11-14T12:37:43,450 DEBUG [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:37:43,537 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/table/786b53ca4711466c8db45f6de8b6bbe5 2024-11-14T12:37:43,542 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/info/576c73bca9794fb193ca0339d64c7c7c as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/info/576c73bca9794fb193ca0339d64c7c7c 2024-11-14T12:37:43,545 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/info/576c73bca9794fb193ca0339d64c7c7c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:37:43,546 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/ns/4e5703ec75d64d26b1151b6be43c3923 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/ns/4e5703ec75d64d26b1151b6be43c3923 2024-11-14T12:37:43,549 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/ns/4e5703ec75d64d26b1151b6be43c3923, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:37:43,549 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/4ec09c5df53341468ab5e318c2e94030 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/rep_barrier/4ec09c5df53341468ab5e318c2e94030 2024-11-14T12:37:43,552 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/rep_barrier/4ec09c5df53341468ab5e318c2e94030, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:37:43,553 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/.tmp/table/786b53ca4711466c8db45f6de8b6bbe5 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/table/786b53ca4711466c8db45f6de8b6bbe5 2024-11-14T12:37:43,555 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/table/786b53ca4711466c8db45f6de8b6bbe5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:37:43,556 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-14T12:37:43,556 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:37:43,560 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:37:43,560 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:43,560 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:43,560 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:43,560 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587861848Running coprocessor pre-close hooks at 1731587861848Disabling compacts and flushes for region at 1731587861848Disabling writes for close at 1731587861848Obtaining lock to block concurrent updates at 1731587861848Preparing flush snapshotting stores in 1588230740 at 1731587861848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587861849 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587861849Flushing 1588230740/info: creating writer at 1731587861849Flushing 1588230740/info: appending metadata at 1731587861866 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731587861866Flushing 1588230740/ns: creating writer at 1731587862273 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731587862285 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731587862285Flushing 1588230740/rep_barrier: creating writer at 1731587862693 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587862708 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587862708Flushing 1588230740/table: creating writer at 1731587863116 (+408 ms)Flushing 1588230740/table: appending metadata at 1731587863133 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731587863134 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506abe42: reopening flushed file at 1731587863541 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fae38c1: reopening flushed file at 1731587863545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b965f3e: reopening flushed file at 1731587863549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31435de6: reopening flushed file at 1731587863552 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731587863556 (+4 ms)Writing region close event to WAL at 1731587863558 (+2 ms)Running coprocessor post-close hooks at 1731587863560 (+2 ms)Closed at 1731587863560 2024-11-14T12:37:43,560 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:43,596 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 1436, reset compression=false 2024-11-14T12:37:43,600 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:43,600 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 2080, reset compression=false 2024-11-14T12:37:43,650 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T12:37:43,650 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,39837,1731587831490; all regions closed. 2024-11-14T12:37:43,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.meta.1731587834123.meta not finished, retry = 0 2024-11-14T12:37:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:37:43,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.rep.1731587849102 not finished, retry = 0 2024-11-14T12:37:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741839_1015 (size=2171) 2024-11-14T12:37:43,803 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 to pos 2080, reset compression=false 2024-11-14T12:37:43,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/WALs/f1b69e0236bd,39837,1731587831490/f1b69e0236bd%2C39837%2C1731587831490.1731587833729 not finished, retry = 0 2024-11-14T12:37:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741833_1009 (size=2088) 2024-11-14T12:37:43,957 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:43,957 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:43,958 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:43,958 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:43,958 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:43,958 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:43,958 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,39837,1731587831490 because: Region server is closing 2024-11-14T12:37:43,959 INFO [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:39837. 2024-11-14T12:37:43,959 DEBUG [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:43,959 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:43,959 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:43,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:44,059 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.shipperf1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 terminated 2024-11-14T12:37:44,059 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,39837,1731587831490.replicationSource.wal-reader.f1b69e0236bd%2C39837%2C1731587831490,1-f1b69e0236bd,39837,1731587831490 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:37:44,059 INFO [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:39837. 2024-11-14T12:37:44,059 DEBUG [RS:0;f1b69e0236bd:39837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:44,059 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:44,059 DEBUG [RS:0;f1b69e0236bd:39837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:44,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:44,059 INFO [RS:0;f1b69e0236bd:39837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39837 2024-11-14T12:37:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709939138/rs/f1b69e0236bd,39837,1731587831490 2024-11-14T12:37:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138/rs 2024-11-14T12:37:44,096 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:44,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,39837,1731587831490] 2024-11-14T12:37:44,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1709939138/draining/f1b69e0236bd,39837,1731587831490 already deleted, retry=false 2024-11-14T12:37:44,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,39837,1731587831490 expired; onlineServers=0 2024-11-14T12:37:44,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,36489,1731587831363' ***** 2024-11-14T12:37:44,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:37:44,138 INFO [M:0;f1b69e0236bd:36489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:44,138 INFO [M:0;f1b69e0236bd:36489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:44,138 DEBUG [M:0;f1b69e0236bd:36489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:37:44,138 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:37:44,138 DEBUG [M:0;f1b69e0236bd:36489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:37:44,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587833512 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587833512,5,FailOnTimeoutGroup] 2024-11-14T12:37:44,138 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587833512 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587833512,5,FailOnTimeoutGroup] 2024-11-14T12:37:44,138 INFO [M:0;f1b69e0236bd:36489 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:44,138 INFO [M:0;f1b69e0236bd:36489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:44,139 DEBUG [M:0;f1b69e0236bd:36489 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:37:44,139 INFO [M:0;f1b69e0236bd:36489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:37:44,139 INFO [M:0;f1b69e0236bd:36489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:44,139 INFO [M:0;f1b69e0236bd:36489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:37:44,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:37:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1709939138/master 2024-11-14T12:37:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1709939138 2024-11-14T12:37:44,146 DEBUG [M:0;f1b69e0236bd:36489 {}] zookeeper.ZKUtil(347): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Unable to get data of znode /1-1709939138/master because node does not exist (not an error) 2024-11-14T12:37:44,146 WARN [M:0;f1b69e0236bd:36489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:37:44,146 INFO [M:0;f1b69e0236bd:36489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/.lastflushedseqids 2024-11-14T12:37:44,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741847_1023 (size=245) 2024-11-14T12:37:44,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:44,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:44,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:44,225 INFO [RS:0;f1b69e0236bd:39837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:44,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39837-0x1013a8722b40004, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:44,225 INFO [RS:0;f1b69e0236bd:39837 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,39837,1731587831490; zookeeper connection closed. 2024-11-14T12:37:44,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23daa9ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23daa9ae 2024-11-14T12:37:44,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:37:44,396 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:44,550 INFO [M:0;f1b69e0236bd:36489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:37:44,550 INFO [M:0;f1b69e0236bd:36489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:37:44,551 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:44,551 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:44,551 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:44,551 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:44,551 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:44,551 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T12:37:44,567 DEBUG [M:0;f1b69e0236bd:36489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92821844cc074732ad3ebb1bba46c5ab is 82, key is hbase:meta,,1/info:regioninfo/1731587834151/Put/seqid=0 2024-11-14T12:37:44,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741848_1024 (size=5672) 2024-11-14T12:37:44,971 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92821844cc074732ad3ebb1bba46c5ab 2024-11-14T12:37:44,986 DEBUG [M:0;f1b69e0236bd:36489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ad8a84bdfd443ab273605c2aaa62e7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731587849141/Put/seqid=0 2024-11-14T12:37:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741849_1025 (size=8516) 2024-11-14T12:37:45,390 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ad8a84bdfd443ab273605c2aaa62e7 2024-11-14T12:37:45,405 DEBUG [M:0;f1b69e0236bd:36489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48f12da1ff1348b08110d5718e310793 is 69, key is f1b69e0236bd,39837,1731587831490/rs:state/1731587833555/Put/seqid=0 2024-11-14T12:37:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741850_1026 (size=5156) 2024-11-14T12:37:45,799 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:45,809 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48f12da1ff1348b08110d5718e310793 2024-11-14T12:37:45,813 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92821844cc074732ad3ebb1bba46c5ab as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92821844cc074732ad3ebb1bba46c5ab 2024-11-14T12:37:45,815 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92821844cc074732ad3ebb1bba46c5ab, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T12:37:45,816 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ad8a84bdfd443ab273605c2aaa62e7 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ad8a84bdfd443ab273605c2aaa62e7 2024-11-14T12:37:45,819 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ad8a84bdfd443ab273605c2aaa62e7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T12:37:45,820 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48f12da1ff1348b08110d5718e310793 as hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48f12da1ff1348b08110d5718e310793 2024-11-14T12:37:45,822 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34607/user/jenkins/test-data/c7613a41-585b-5a52-c069-22d2b087f6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48f12da1ff1348b08110d5718e310793, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T12:37:45,823 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-14T12:37:45,824 INFO [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:45,824 DEBUG [M:0;f1b69e0236bd:36489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587864550Disabling compacts and flushes for region at 1731587864550Disabling writes for close at 1731587864551 (+1 ms)Obtaining lock to block concurrent updates at 1731587864551Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587864551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731587864551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587864552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587864552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587864567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587864567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587864974 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587864986 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587864986Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587865393 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587865405 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587865405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287bec6a: reopening flushed file at 1731587865812 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26954346: reopening flushed file at 1731587865815 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2d7baf: reopening flushed file at 1731587865819 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731587865823 (+4 ms)Writing region close event to WAL at 1731587865824 (+1 ms)Closed at 1731587865824 2024-11-14T12:37:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35069 is added to blk_1073741830_1006 (size=63654) 2024-11-14T12:37:45,827 INFO [M:0;f1b69e0236bd:36489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:37:45,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:45,827 INFO [M:0;f1b69e0236bd:36489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36489 2024-11-14T12:37:45,827 INFO [M:0;f1b69e0236bd:36489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:45,979 INFO [M:0;f1b69e0236bd:36489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:45,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:45,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36489-0x1013a8722b40003, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:45,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d81422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:45,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd544fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:45,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:45,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c103634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:45,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2832ca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:45,984 WARN [BP-1526661733-172.17.0.3-1731587829869 heartbeating to localhost/127.0.0.1:34607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:37:45,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:37:45,984 WARN [BP-1526661733-172.17.0.3-1731587829869 heartbeating to localhost/127.0.0.1:34607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1526661733-172.17.0.3-1731587829869 (Datanode Uuid d39f6935-5223-4162-adab-c4b7be338152) service to localhost/127.0.0.1:34607 2024-11-14T12:37:45,984 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:37:45,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/cluster_4905e8f9-38b1-6b31-425b-5f213657f2c0/data/data1/current/BP-1526661733-172.17.0.3-1731587829869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:45,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/cluster_4905e8f9-38b1-6b31-425b-5f213657f2c0/data/data2/current/BP-1526661733-172.17.0.3-1731587829869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:45,985 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:37:45,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f97b7f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:45,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1297859b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:45,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:45,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65125998{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:45,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3e6a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0eb2a81-87c7-7fc7-047b-14bbb03821ed/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:46,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:37:46,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:37:46,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:46,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:46,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:46,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:46,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:46,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:37:46,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500110992, stopped=false 2024-11-14T12:37:46,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,39847,1731587826359 2024-11-14T12:37:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399401536/running 2024-11-14T12:37:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399401536/running 2024-11-14T12:37:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:46,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:46,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:46,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/running 2024-11-14T12:37:46,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:46,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:46,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,42401,1731587826491' ***** 2024-11-14T12:37:46,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Set watcher on znode that does not yet exist, /01399401536/running 2024-11-14T12:37:46,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:37:46,014 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(3091): Received CLOSE for f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(3091): Received CLOSE for a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42401. 2024-11-14T12:37:46,014 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f33bdf6279b2fc857ebb587a9e892e4f, disabling compactions & flushes 2024-11-14T12:37:46,014 DEBUG [RS:0;f1b69e0236bd:42401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:46,014 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:46,014 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:46,014 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:46,014 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. after waiting 0 ms 2024-11-14T12:37:46,014 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:37:46,014 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:37:46,014 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f33bdf6279b2fc857ebb587a9e892e4f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T12:37:46,015 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:37:46,015 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:37:46,015 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1325): Online Regions={f33bdf6279b2fc857ebb587a9e892e4f=hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f., a0f7304c635b1622a9065f57cf96b5bb=test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:37:46,015 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb, f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:46,015 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:46,015 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:46,015 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:46,015 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:46,015 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:46,015 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:37:46,031 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/info/12f24f5f25c84aadaa54564e5e08029e is 147, key is hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f./info:regioninfo/1731587846875/Put/seqid=0 2024-11-14T12:37:46,031 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/.tmp/queue/d38f15e334c94e61a540c101630b9d0f is 153, key is 1-f1b69e0236bd,42401,1731587826491/queue:f1b69e0236bd%2C42401%2C1731587826491/1731587855358/Put/seqid=0 2024-11-14T12:37:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741841_1017 (size=5352) 2024-11-14T12:37:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741840_1016 (size=7686) 2024-11-14T12:37:46,093 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:46,215 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb, f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:46,415 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb, f33bdf6279b2fc857ebb587a9e892e4f 2024-11-14T12:37:46,434 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/.tmp/queue/d38f15e334c94e61a540c101630b9d0f 2024-11-14T12:37:46,434 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/info/12f24f5f25c84aadaa54564e5e08029e 2024-11-14T12:37:46,438 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/.tmp/queue/d38f15e334c94e61a540c101630b9d0f as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/queue/d38f15e334c94e61a540c101630b9d0f 2024-11-14T12:37:46,446 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/queue/d38f15e334c94e61a540c101630b9d0f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T12:37:46,446 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f33bdf6279b2fc857ebb587a9e892e4f in 432ms, sequenceid=8, compaction requested=false 2024-11-14T12:37:46,446 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/replication/f33bdf6279b2fc857ebb587a9e892e4f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:46,451 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f33bdf6279b2fc857ebb587a9e892e4f: Waiting for close lock at 1731587866014Running coprocessor pre-close hooks at 1731587866014Disabling compacts and flushes for region at 1731587866014Disabling writes for close at 1731587866014Obtaining lock to block concurrent updates at 1731587866014Preparing flush snapshotting stores in f33bdf6279b2fc857ebb587a9e892e4f at 1731587866014Finished memstore snapshotting hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731587866015 (+1 ms)Flushing stores of hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. at 1731587866015Flushing f33bdf6279b2fc857ebb587a9e892e4f/queue: creating writer at 1731587866015Flushing f33bdf6279b2fc857ebb587a9e892e4f/queue: appending metadata at 1731587866030 (+15 ms)Flushing f33bdf6279b2fc857ebb587a9e892e4f/queue: closing flushed file at 1731587866030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eba0ea: reopening flushed file at 1731587866438 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f33bdf6279b2fc857ebb587a9e892e4f in 432ms, sequenceid=8, compaction requested=false at 1731587866446 (+8 ms)Writing region close event to WAL at 1731587866447 (+1 ms)Running coprocessor post-close hooks at 1731587866451 (+4 ms)Closed at 1731587866451 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587845714.f33bdf6279b2fc857ebb587a9e892e4f. 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0f7304c635b1622a9065f57cf96b5bb, disabling compactions & flushes 2024-11-14T12:37:46,451 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:46,451 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:46,452 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. after waiting 0 ms 2024-11-14T12:37:46,452 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:46,452 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0f7304c635b1622a9065f57cf96b5bb 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T12:37:46,453 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/ns/726b56a094ac4a59be65191ccb3ecda9 is 43, key is default/ns:d/1731587829722/Put/seqid=0 2024-11-14T12:37:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:37:46,465 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f/dfd8bb526cf5462295480bbd6fc89aaa is 28, key is row/f:/1731587855196/DeleteFamily/seqid=0 2024-11-14T12:37:46,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741843_1019 (size=5085) 2024-11-14T12:37:46,615 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:46,646 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:37:46,646 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:37:46,815 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:46,856 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/ns/726b56a094ac4a59be65191ccb3ecda9 2024-11-14T12:37:46,869 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f/dfd8bb526cf5462295480bbd6fc89aaa 2024-11-14T12:37:46,872 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfd8bb526cf5462295480bbd6fc89aaa 2024-11-14T12:37:46,878 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/rep_barrier/71d221e5e4f649b9b57ba96284666ee0 is 112, key is test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb./rep_barrier:seqnumDuringOpen/1731587840358/Put/seqid=0 2024-11-14T12:37:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741844_1020 (size=5518) 2024-11-14T12:37:46,886 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f1/6965c957615f45bc969412dfd85587df is 29, key is row/f1:/1731587855196/DeleteFamily/seqid=0 2024-11-14T12:37:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741845_1021 (size=5089) 2024-11-14T12:37:47,015 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:47,216 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:37:47,216 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1325): Online Regions={a0f7304c635b1622a9065f57cf96b5bb=test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:37:47,216 DEBUG [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0f7304c635b1622a9065f57cf96b5bb 2024-11-14T12:37:47,281 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/rep_barrier/71d221e5e4f649b9b57ba96284666ee0 2024-11-14T12:37:47,289 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f1/6965c957615f45bc969412dfd85587df 2024-11-14T12:37:47,292 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6965c957615f45bc969412dfd85587df 2024-11-14T12:37:47,298 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/table/060844c208e546bbb5515cc748a32312 is 53, key is hbase:replication/table:state/1731587846881/Put/seqid=0 2024-11-14T12:37:47,302 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 636, reset compression=false 2024-11-14T12:37:47,305 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/norep/0ccb12e922fb4404a3e0fde345d1e1d9 is 32, key is row/norep:/1731587855196/DeleteFamily/seqid=0 2024-11-14T12:37:47,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741846_1022 (size=5308) 2024-11-14T12:37:47,307 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/table/060844c208e546bbb5515cc748a32312 2024-11-14T12:37:47,307 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:47,307 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,42401,1731587826491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:37:47,307 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 883, reset compression=false 2024-11-14T12:37:47,308 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,42401,1731587826491: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,42401,1731587826491, walGroup=f1b69e0236bd%2C42401%2C1731587826491, offset=f1b69e0236bd%2C42401%2C1731587826491.1731587828692:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:42401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:37:47,310 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:37:47,310 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:37:47,310 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:37:47,310 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:37:47,310 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:37:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741847_1023 (size=5101) 2024-11-14T12:37:47,311 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 1035673808 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203031920 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:37:47,311 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/norep/0ccb12e922fb4404a3e0fde345d1e1d9 2024-11-14T12:37:47,311 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:39847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:37:47,313 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/info/12f24f5f25c84aadaa54564e5e08029e as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/info/12f24f5f25c84aadaa54564e5e08029e 2024-11-14T12:37:47,314 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ccb12e922fb4404a3e0fde345d1e1d9 2024-11-14T12:37:47,314 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f/dfd8bb526cf5462295480bbd6fc89aaa as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/f/dfd8bb526cf5462295480bbd6fc89aaa 2024-11-14T12:37:47,316 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/info/12f24f5f25c84aadaa54564e5e08029e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:37:47,316 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/ns/726b56a094ac4a59be65191ccb3ecda9 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/ns/726b56a094ac4a59be65191ccb3ecda9 2024-11-14T12:37:47,317 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfd8bb526cf5462295480bbd6fc89aaa 2024-11-14T12:37:47,317 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/f/dfd8bb526cf5462295480bbd6fc89aaa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:37:47,318 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/f1/6965c957615f45bc969412dfd85587df as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/f1/6965c957615f45bc969412dfd85587df 2024-11-14T12:37:47,319 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/ns/726b56a094ac4a59be65191ccb3ecda9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:37:47,320 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/rep_barrier/71d221e5e4f649b9b57ba96284666ee0 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/rep_barrier/71d221e5e4f649b9b57ba96284666ee0 2024-11-14T12:37:47,321 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6965c957615f45bc969412dfd85587df 2024-11-14T12:37:47,321 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/f1/6965c957615f45bc969412dfd85587df, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:37:47,321 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/.tmp/norep/0ccb12e922fb4404a3e0fde345d1e1d9 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/norep/0ccb12e922fb4404a3e0fde345d1e1d9 2024-11-14T12:37:47,323 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/rep_barrier/71d221e5e4f649b9b57ba96284666ee0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:37:47,323 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/.tmp/table/060844c208e546bbb5515cc748a32312 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/table/060844c208e546bbb5515cc748a32312 2024-11-14T12:37:47,324 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ccb12e922fb4404a3e0fde345d1e1d9 2024-11-14T12:37:47,325 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/norep/0ccb12e922fb4404a3e0fde345d1e1d9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T12:37:47,325 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a0f7304c635b1622a9065f57cf96b5bb in 873ms, sequenceid=6, compaction requested=false 2024-11-14T12:37:47,325 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:37:47,326 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/table/060844c208e546bbb5515cc748a32312, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:37:47,327 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-14T12:37:47,327 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:37:47,329 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/default/test/a0f7304c635b1622a9065f57cf96b5bb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T12:37:47,330 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:47,330 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:47,330 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:47,330 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0f7304c635b1622a9065f57cf96b5bb: Waiting for close lock at 1731587866451Running coprocessor pre-close hooks at 1731587866451Disabling compacts and flushes for region at 1731587866451Disabling writes for close at 1731587866452 (+1 ms)Obtaining lock to block concurrent updates at 1731587866452Preparing flush snapshotting stores in a0f7304c635b1622a9065f57cf96b5bb at 1731587866452Finished memstore snapshotting test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731587866452Flushing stores of test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. at 1731587866452Flushing a0f7304c635b1622a9065f57cf96b5bb/f: creating writer at 1731587866452Flushing a0f7304c635b1622a9065f57cf96b5bb/f: appending metadata at 1731587866465 (+13 ms)Flushing a0f7304c635b1622a9065f57cf96b5bb/f: closing flushed file at 1731587866465Flushing a0f7304c635b1622a9065f57cf96b5bb/f1: creating writer at 1731587866872 (+407 ms)Flushing a0f7304c635b1622a9065f57cf96b5bb/f1: appending metadata at 1731587866885 (+13 ms)Flushing a0f7304c635b1622a9065f57cf96b5bb/f1: closing flushed file at 1731587866885Flushing a0f7304c635b1622a9065f57cf96b5bb/norep: creating writer at 1731587867292 (+407 ms)Flushing a0f7304c635b1622a9065f57cf96b5bb/norep: appending metadata at 1731587867305 (+13 ms)Flushing a0f7304c635b1622a9065f57cf96b5bb/norep: closing flushed file at 1731587867305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c75079: reopening flushed file at 1731587867314 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffa0d5: reopening flushed file at 1731587867317 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53894789: reopening flushed file at 1731587867321 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a0f7304c635b1622a9065f57cf96b5bb in 873ms, sequenceid=6, compaction requested=false at 1731587867325 (+4 ms)Writing region close event to WAL at 1731587867327 (+2 ms)Running coprocessor post-close hooks at 1731587867330 (+3 ms)Closed at 1731587867330 2024-11-14T12:37:47,330 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587839218.a0f7304c635b1622a9065f57cf96b5bb. 2024-11-14T12:37:47,330 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:37:47,331 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:37:47,331 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:37:47,331 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:47,331 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587866015Running coprocessor pre-close hooks at 1731587866015Disabling compacts and flushes for region at 1731587866015Disabling writes for close at 1731587866015Obtaining lock to block concurrent updates at 1731587866015Preparing flush snapshotting stores in 1588230740 at 1731587866015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587866015Flushing stores of hbase:meta,,1.1588230740 at 1731587866015Flushing 1588230740/info: creating writer at 1731587866015Flushing 1588230740/info: appending metadata at 1731587866030 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731587866030Flushing 1588230740/ns: creating writer at 1731587866438 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587866452 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731587866453 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731587866860 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587866877 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587866877Flushing 1588230740/table: creating writer at 1731587867284 (+407 ms)Flushing 1588230740/table: appending metadata at 1731587867298 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731587867298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553d9f90: reopening flushed file at 1731587867312 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5312301a: reopening flushed file at 1731587867316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d560566: reopening flushed file at 1731587867319 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5db77a: reopening flushed file at 1731587867323 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731587867327 (+4 ms)Writing region close event to WAL at 1731587867329 (+2 ms)Running coprocessor post-close hooks at 1731587867331 (+2 ms)Closed at 1731587867331 2024-11-14T12:37:47,331 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:47,416 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,42401,1731587826491; all regions closed. 2024-11-14T12:37:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741834_1010 (size=4239) 2024-11-14T12:37:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741839_1015 (size=2240) 2024-11-14T12:37:47,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.rep.1731587846846 not finished, retry = 0 2024-11-14T12:37:47,511 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 883, reset compression=false 2024-11-14T12:37:47,515 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:37:47,515 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.wal-reader.f1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 to pos 1527, reset compression=false 2024-11-14T12:37:47,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/WALs/f1b69e0236bd,42401,1731587826491/f1b69e0236bd%2C42401%2C1731587826491.1731587828692 not finished, retry = 0 2024-11-14T12:37:47,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741832_1008 (size=1535) 2024-11-14T12:37:47,622 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:47,622 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:37:47,622 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:47,622 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:47,622 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:47,622 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:47,622 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,42401,1731587826491 because: Region server is closing 2024-11-14T12:37:47,623 INFO [RS:0;f1b69e0236bd:42401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:42401. 2024-11-14T12:37:47,623 DEBUG [RS:0;f1b69e0236bd:42401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:47,623 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:47,623 DEBUG [RS:0;f1b69e0236bd:42401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:47,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:47,723 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,42401,1731587826491.replicationSource.shipperf1b69e0236bd%2C42401%2C1731587826491,1-f1b69e0236bd,42401,1731587826491 terminated 2024-11-14T12:37:47,723 INFO [RS:0;f1b69e0236bd:42401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42401 2024-11-14T12:37:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399401536/rs/f1b69e0236bd,42401,1731587826491 2024-11-14T12:37:47,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536/rs 2024-11-14T12:37:47,754 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:47,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,42401,1731587826491] 2024-11-14T12:37:47,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01399401536/draining/f1b69e0236bd,42401,1731587826491 already deleted, retry=false 2024-11-14T12:37:47,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,42401,1731587826491 expired; onlineServers=0 2024-11-14T12:37:47,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,39847,1731587826359' ***** 2024-11-14T12:37:47,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:37:47,771 DEBUG [M:0;f1b69e0236bd:39847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:37:47,771 DEBUG [M:0;f1b69e0236bd:39847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:37:47,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:37:47,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587828482 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587828482,5,FailOnTimeoutGroup] 2024-11-14T12:37:47,771 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587828479 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587828479,5,FailOnTimeoutGroup] 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:37:47,771 DEBUG [M:0;f1b69e0236bd:39847 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:37:47,771 INFO [M:0;f1b69e0236bd:39847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:37:47,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:37:47,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01399401536/master 2024-11-14T12:37:47,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01399401536 2024-11-14T12:37:47,779 DEBUG [M:0;f1b69e0236bd:39847 {}] zookeeper.ZKUtil(347): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Unable to get data of znode /01399401536/master because node does not exist (not an error) 2024-11-14T12:37:47,779 WARN [M:0;f1b69e0236bd:39847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:37:47,780 INFO [M:0;f1b69e0236bd:39847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/.lastflushedseqids 2024-11-14T12:37:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741848_1024 (size=245) 2024-11-14T12:37:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:47,863 INFO [RS:0;f1b69e0236bd:42401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:47,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42401-0x1013a8722b40001, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:47,863 INFO [RS:0;f1b69e0236bd:42401 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,42401,1731587826491; zookeeper connection closed. 2024-11-14T12:37:47,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62f0d9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62f0d9a0 2024-11-14T12:37:47,863 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:37:48,184 INFO [M:0;f1b69e0236bd:39847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:37:48,184 INFO [M:0;f1b69e0236bd:39847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:37:48,184 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:48,184 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:48,184 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:48,184 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:48,184 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:48,184 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T12:37:48,198 DEBUG [M:0;f1b69e0236bd:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c32fd1b21d244563a69b2e6516648bee is 82, key is hbase:meta,,1/info:regioninfo/1731587829691/Put/seqid=0 2024-11-14T12:37:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741849_1025 (size=5672) 2024-11-14T12:37:48,601 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c32fd1b21d244563a69b2e6516648bee 2024-11-14T12:37:48,618 DEBUG [M:0;f1b69e0236bd:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658019f3691847e0a82cf4e0ec59d4a9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587840368/Put/seqid=0 2024-11-14T12:37:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741850_1026 (size=7219) 2024-11-14T12:37:49,021 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658019f3691847e0a82cf4e0ec59d4a9 2024-11-14T12:37:49,025 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 658019f3691847e0a82cf4e0ec59d4a9 2024-11-14T12:37:49,038 DEBUG [M:0;f1b69e0236bd:39847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb021b8d32aa47e3b9614ddcfe66c423 is 69, key is f1b69e0236bd,42401,1731587826491/rs:state/1731587828545/Put/seqid=0 2024-11-14T12:37:49,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741851_1027 (size=5156) 2024-11-14T12:37:49,441 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb021b8d32aa47e3b9614ddcfe66c423 2024-11-14T12:37:49,445 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c32fd1b21d244563a69b2e6516648bee as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c32fd1b21d244563a69b2e6516648bee 2024-11-14T12:37:49,448 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c32fd1b21d244563a69b2e6516648bee, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T12:37:49,449 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/658019f3691847e0a82cf4e0ec59d4a9 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/658019f3691847e0a82cf4e0ec59d4a9 2024-11-14T12:37:49,451 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 658019f3691847e0a82cf4e0ec59d4a9 2024-11-14T12:37:49,451 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/658019f3691847e0a82cf4e0ec59d4a9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T12:37:49,452 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb021b8d32aa47e3b9614ddcfe66c423 as hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb021b8d32aa47e3b9614ddcfe66c423 2024-11-14T12:37:49,455 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb021b8d32aa47e3b9614ddcfe66c423, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T12:37:49,456 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-14T12:37:49,457 INFO [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:49,458 DEBUG [M:0;f1b69e0236bd:39847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587868184Disabling compacts and flushes for region at 1731587868184Disabling writes for close at 1731587868184Obtaining lock to block concurrent updates at 1731587868184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587868184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731587868185 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587868185Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587868185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587868198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587868198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587868605 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587868617 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587868617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587869025 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587869037 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587869037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1918d40e: reopening flushed file at 1731587869444 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c9b038: reopening flushed file at 1731587869448 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1162eb48: reopening flushed file at 1731587869452 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731587869456 (+4 ms)Writing region close event to WAL at 1731587869457 (+1 ms)Closed at 1731587869457 2024-11-14T12:37:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37951 is added to blk_1073741830_1006 (size=64435) 2024-11-14T12:37:49,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01d4f179-6f4b-c760-c4ee-a1dedc8d0e64/MasterData/WALs/f1b69e0236bd,39847,1731587826359/f1b69e0236bd%2C39847%2C1731587826359.1731587828217 not finished, retry = 0 2024-11-14T12:37:49,560 INFO [M:0;f1b69e0236bd:39847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:37:49,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:37:49,560 INFO [M:0;f1b69e0236bd:39847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39847 2024-11-14T12:37:49,560 INFO [M:0;f1b69e0236bd:39847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:37:49,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:49,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:49,671 INFO [M:0;f1b69e0236bd:39847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:37:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39847-0x1013a8722b40000, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:37:49,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38f6c912{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:49,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464fe840{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:49,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:49,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@770db563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:49,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@108731a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:49,675 WARN [BP-188178500-172.17.0.3-1731587824923 heartbeating to localhost/127.0.0.1:38549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:37:49,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:37:49,675 WARN [BP-188178500-172.17.0.3-1731587824923 heartbeating to localhost/127.0.0.1:38549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-188178500-172.17.0.3-1731587824923 (Datanode Uuid 50fd96fc-b6b8-4755-964b-5662f027b644) service to localhost/127.0.0.1:38549 2024-11-14T12:37:49,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:37:49,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/data/data1/current/BP-188178500-172.17.0.3-1731587824923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:49,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/cluster_7332f361-25c9-b7a7-cbf3-0b0ccb610dfe/data/data2/current/BP-188178500-172.17.0.3-1731587824923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:37:49,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:37:49,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a967e33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:49,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7958868c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:37:49,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:37:49,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1a455{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:37:49,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3d5011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28668e61-acf6-1ab9-a0ac-3aa285d088c6/hadoop.log.dir/,STOPPED} 2024-11-14T12:37:49,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:37:49,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:37:49,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50374) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38549 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50374) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:34009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50374) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34607 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34009 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=788 (was 719) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6771 (was 6876) 2024-11-14T12:37:49,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=788, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=6771 2024-11-14T12:37:49,728 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T12:37:49,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir so I do NOT create it in target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b 2024-11-14T12:37:49,729 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:37:49,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.tmp.dir so I do NOT create it in target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b 2024-11-14T12:37:49,729 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e194ff4-d71b-4da3-21c1-a7be8678bddc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:37:49,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b 2024-11-14T12:37:49,729 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956, deleteOnExit=true 2024-11-14T12:37:49,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/zookeeper_0, clientPort=63992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:37:49,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63992 2024-11-14T12:37:49,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:37:49,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/test.cache.data in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:37:49,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:37:49,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:37:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013a8722b40008, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013a8722b40005, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013a8722b40002, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T12:37:49,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013a8722b40005, quorum=127.0.0.1:50374, baseZNode=/1-1709939138 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:49,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013a8722b40008, quorum=127.0.0.1:50374, baseZNode=/21885748081 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:49,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013a8722b40002, quorum=127.0.0.1:50374, baseZNode=/01399401536 Received Disconnected from ZooKeeper, ignoring 2024-11-14T12:37:49,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:49,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:49,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:49,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:49,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:37:49,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:49,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:49,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:50,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723f03d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/java.io.tmpdir/jetty-localhost-36247-hadoop-hdfs-3_4_1-tests_jar-_-any-14843473324313642801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:50,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:36247} 2024-11-14T12:37:50,073 INFO [Time-limited test {}] server.Server(415): Started @324990ms 2024-11-14T12:37:50,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:50,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:50,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:50,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:50,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:37:50,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:50,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:50,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6215f76f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-331944430907486106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:50,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-11-14T12:37:50,395 INFO [Time-limited test {}] server.Server(415): Started @325312ms 2024-11-14T12:37:50,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:37:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:37:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:37:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:37:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:37:50,761 WARN [Thread-4204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data2/current/BP-1214434024-172.17.0.3-1731587869767/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:50,761 WARN [Thread-4203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data1/current/BP-1214434024-172.17.0.3-1731587869767/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:50,776 WARN [Thread-4191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:37:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c8990d2e2c522 with lease ID 0x1e25aed3caf49ce5: Processing first storage report for DS-52c1a675-b529-4a20-be1c-621690f48e7f from datanode DatanodeRegistration(127.0.0.1:38863, datanodeUuid=b765e641-a643-463f-8b6c-f03a47a670e3, infoPort=37861, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=740298079;c=1731587869767) 2024-11-14T12:37:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c8990d2e2c522 with lease ID 0x1e25aed3caf49ce5: from storage DS-52c1a675-b529-4a20-be1c-621690f48e7f node DatanodeRegistration(127.0.0.1:38863, datanodeUuid=b765e641-a643-463f-8b6c-f03a47a670e3, infoPort=37861, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=740298079;c=1731587869767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c8990d2e2c522 with lease ID 0x1e25aed3caf49ce5: Processing first storage report for DS-24eab849-8497-4603-95bc-87c1ac914390 from datanode DatanodeRegistration(127.0.0.1:38863, datanodeUuid=b765e641-a643-463f-8b6c-f03a47a670e3, infoPort=37861, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=740298079;c=1731587869767) 2024-11-14T12:37:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c8990d2e2c522 with lease ID 0x1e25aed3caf49ce5: from storage DS-24eab849-8497-4603-95bc-87c1ac914390 node DatanodeRegistration(127.0.0.1:38863, datanodeUuid=b765e641-a643-463f-8b6c-f03a47a670e3, infoPort=37861, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=740298079;c=1731587869767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:50,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b 2024-11-14T12:37:50,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:50,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:50,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:37:50,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e with version=8 2024-11-14T12:37:50,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/hbase-staging 2024-11-14T12:37:50,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:50,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38865 2024-11-14T12:37:50,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38865 connecting to ZooKeeper ensemble=127.0.0.1:63992 2024-11-14T12:37:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388650x0, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:50,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38865-0x1013a87d1db0000 connected 2024-11-14T12:37:50,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:50,971 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:50,971 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:50,972 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128839 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:37:50,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:50,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on znode that does not yet exist, /0-786080731/running 2024-11-14T12:37:50,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e, hbase.cluster.distributed=false 2024-11-14T12:37:50,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on znode that does not yet exist, /0-786080731/acl 2024-11-14T12:37:50,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-14T12:37:50,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38865 2024-11-14T12:37:50,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38865 2024-11-14T12:37:50,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-14T12:37:50,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38865 2024-11-14T12:37:50,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:50,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41375 2024-11-14T12:37:50,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41375 connecting to ZooKeeper ensemble=127.0.0.1:63992 2024-11-14T12:37:50,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:50,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:51,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413750x0, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:51,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413750x0, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on znode that does not yet exist, /0-786080731/running 2024-11-14T12:37:51,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41375-0x1013a87d1db0001 connected 2024-11-14T12:37:51,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:37:51,005 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:37:51,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on znode that does not yet exist, /0-786080731/master 2024-11-14T12:37:51,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on znode that does not yet exist, /0-786080731/acl 2024-11-14T12:37:51,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-14T12:37:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41375 2024-11-14T12:37:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41375 2024-11-14T12:37:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-14T12:37:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-14T12:37:51,022 DEBUG [M:0;f1b69e0236bd:38865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:38865 2024-11-14T12:37:51,023 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-786080731/backup-masters/f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:51,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731/backup-masters 2024-11-14T12:37:51,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731/backup-masters 2024-11-14T12:37:51,029 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on existing znode=/0-786080731/backup-masters/f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-786080731/master 2024-11-14T12:37:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:51,037 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on existing znode=/0-786080731/master 2024-11-14T12:37:51,038 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-786080731/backup-masters/f1b69e0236bd,38865,1731587870844 from backup master directory 2024-11-14T12:37:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-786080731/backup-masters/f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731/backup-masters 2024-11-14T12:37:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731/backup-masters 2024-11-14T12:37:51,045 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:51,045 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:51,048 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/hbase.id] with ID: d882ec77-3533-405d-aa11-4d5930b00d76 2024-11-14T12:37:51,048 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/.tmp/hbase.id 2024-11-14T12:37:51,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:37:51,453 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/.tmp/hbase.id]:[hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/hbase.id] 2024-11-14T12:37:51,460 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:51,460 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:37:51,461 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:37:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:37:51,900 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:51,901 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:37:51,902 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:51,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:37:52,307 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/data/master/store 2024-11-14T12:37:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:52,713 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:52,713 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:52,713 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587872713Disabling compacts and flushes for region at 1731587872713Disabling writes for close at 1731587872713Writing region close event to WAL at 1731587872713Closed at 1731587872713 2024-11-14T12:37:52,714 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/data/master/store/.initializing 2024-11-14T12:37:52,714 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/WALs/f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:52,714 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:52,716 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C38865%2C1731587870844, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/WALs/f1b69e0236bd,38865,1731587870844, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:37:52,728 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/WALs/f1b69e0236bd,38865,1731587870844/f1b69e0236bd%2C38865%2C1731587870844.1731587872716, exclude list is [], retry=0 2024-11-14T12:37:52,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38863,DS-52c1a675-b529-4a20-be1c-621690f48e7f,DISK] 2024-11-14T12:37:52,731 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/WALs/f1b69e0236bd,38865,1731587870844/f1b69e0236bd%2C38865%2C1731587870844.1731587872716 2024-11-14T12:37:52,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-14T12:37:52,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:52,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:52,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:37:52,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:52,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:52,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:37:52,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:52,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:52,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:37:52,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:52,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:52,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:37:52,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:52,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:52,740 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,741 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,741 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,741 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,741 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,742 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:52,742 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:52,744 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:52,744 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74527211, jitterRate=0.11054198443889618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:52,744 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587872732Initializing all the Stores at 1731587872733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587872733Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587872735 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587872735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587872735Cleaning up temporary data from old regions at 1731587872741 (+6 ms)Region opened successfully at 1731587872744 (+3 ms) 2024-11-14T12:37:52,745 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:37:52,747 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7168432e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:52,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:37:52,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:37:52,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:37:52,747 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:37:52,748 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:37:52,748 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:37:52,748 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:37:52,750 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:37:52,751 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Unable to get data of znode /0-786080731/balancer because node does not exist (not necessarily an error) 2024-11-14T12:37:52,795 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-786080731/balancer already deleted, retry=false 2024-11-14T12:37:52,796 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:37:52,796 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Unable to get data of znode /0-786080731/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:37:52,804 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-786080731/normalizer already deleted, retry=false 2024-11-14T12:37:52,804 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:37:52,804 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Unable to get data of znode /0-786080731/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:37:52,812 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-786080731/switch/split already deleted, retry=false 2024-11-14T12:37:52,813 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Unable to get data of znode /0-786080731/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:37:52,820 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-786080731/switch/merge already deleted, retry=false 2024-11-14T12:37:52,822 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Unable to get data of znode /0-786080731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:37:52,829 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-786080731/snapshot-cleanup already deleted, retry=false 2024-11-14T12:37:52,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-786080731/running 2024-11-14T12:37:52,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-786080731/running 2024-11-14T12:37:52,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,837 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,38865,1731587870844, sessionid=0x1013a87d1db0000, setting cluster-up flag (Was=false) 2024-11-14T12:37:52,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,879 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-786080731/flush-table-proc/acquired, /0-786080731/flush-table-proc/reached, /0-786080731/flush-table-proc/abort 2024-11-14T12:37:52,880 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:52,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:52,920 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-786080731/online-snapshot/acquired, /0-786080731/online-snapshot/reached, /0-786080731/online-snapshot/abort 2024-11-14T12:37:52,921 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:52,922 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:37:52,923 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:52,924 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:37:52,924 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:37:52,924 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f1b69e0236bd,34331,1731587689340: status=Processing ServerCrashProcedure of f1b69e0236bd,34331,1731587689340 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731587704704, completionTime=-1 appears to have been leaked 2024-11-14T12:37:52,924 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,38865,1731587870844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:37:52,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:52,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:52,926 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587902926 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:37:52,926 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:37:52,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:52,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:37:52,927 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:37:52,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:52,928 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587872927,5,FailOnTimeoutGroup] 2024-11-14T12:37:52,928 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587872928,5,FailOnTimeoutGroup] 2024-11-14T12:37:52,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:52,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:37:52,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:52,928 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:52,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:37:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:37:53,014 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(746): ClusterId : d882ec77-3533-405d-aa11-4d5930b00d76 2024-11-14T12:37:53,014 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:37:53,021 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:37:53,021 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:37:53,029 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:37:53,030 DEBUG [RS:0;f1b69e0236bd:41375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab3257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:53,041 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:41375 2024-11-14T12:37:53,041 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:37:53,041 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:37:53,041 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:37:53,042 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,38865,1731587870844 with port=41375, startcode=1731587870991 2024-11-14T12:37:53,042 DEBUG [RS:0;f1b69e0236bd:41375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:37:53,043 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:37:53,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,045 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e 2024-11-14T12:37:53,045 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37293 2024-11-14T12:37:53,045 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:37:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731/rs 2024-11-14T12:37:53,054 DEBUG [RS:0;f1b69e0236bd:41375 {}] zookeeper.ZKUtil(111): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Set watcher on existing znode=/0-786080731/rs/f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,054 WARN [RS:0;f1b69e0236bd:41375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:53,054 INFO [RS:0;f1b69e0236bd:41375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:53,054 DEBUG [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,41375,1731587870991] 2024-11-14T12:37:53,057 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:37:53,058 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:37:53,058 INFO [RS:0;f1b69e0236bd:41375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:37:53,058 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,059 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:37:53,059 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:37:53,059 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,059 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:37:53,060 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:53,060 DEBUG [RS:0;f1b69e0236bd:41375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,060 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41375,1731587870991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:53,074 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:37:53,074 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41375,1731587870991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,074 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,074 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.Replication(171): f1b69e0236bd,41375,1731587870991 started 2024-11-14T12:37:53,086 INFO [RS:0;f1b69e0236bd:41375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:53,086 INFO [RS:0;f1b69e0236bd:41375 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,41375,1731587870991, RpcServer on f1b69e0236bd/172.17.0.3:41375, sessionid=0x1013a87d1db0001 2024-11-14T12:37:53,086 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:37:53,086 DEBUG [RS:0;f1b69e0236bd:41375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,086 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41375,1731587870991' 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-786080731/flush-table-proc/abort' 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-786080731/flush-table-proc/acquired' 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41375,1731587870991' 2024-11-14T12:37:53,087 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-786080731/online-snapshot/abort' 2024-11-14T12:37:53,088 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-786080731/online-snapshot/acquired' 2024-11-14T12:37:53,088 DEBUG [RS:0;f1b69e0236bd:41375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:37:53,088 INFO [RS:0;f1b69e0236bd:41375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:37:53,088 INFO [RS:0;f1b69e0236bd:41375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:37:53,188 INFO [RS:0;f1b69e0236bd:41375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:53,190 INFO [RS:0;f1b69e0236bd:41375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41375%2C1731587870991, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/oldWALs, maxLogs=10 2024-11-14T12:37:53,203 DEBUG [RS:0;f1b69e0236bd:41375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991/f1b69e0236bd%2C41375%2C1731587870991.1731587873190, exclude list is [], retry=0 2024-11-14T12:37:53,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38863,DS-52c1a675-b529-4a20-be1c-621690f48e7f,DISK] 2024-11-14T12:37:53,206 INFO [RS:0;f1b69e0236bd:41375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991/f1b69e0236bd%2C41375%2C1731587870991.1731587873190 2024-11-14T12:37:53,206 DEBUG [RS:0;f1b69e0236bd:41375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-14T12:37:53,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:37:53,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e 2024-11-14T12:37:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:37:53,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:53,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:53,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:53,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:53,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:53,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:53,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:53,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:53,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:53,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:53,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:53,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:53,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:53,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:53,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/1588230740 2024-11-14T12:37:53,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/1588230740 2024-11-14T12:37:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:53,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:53,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:53,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:53,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:53,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64713393, jitterRate=-0.03569529950618744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587873739Initializing all the Stores at 1731587873740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587873740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587873740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587873740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587873740Cleaning up temporary data from old regions at 1731587873747 (+7 ms)Region opened successfully at 1731587873750 (+3 ms) 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:37:53,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:37:53,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:37:53,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587873750Disabling compacts and flushes for region at 1731587873750Disabling writes for close at 1731587873750Writing region close event to WAL at 1731587873750Closed at 1731587873750 2024-11-14T12:37:53,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:53,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:37:53,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:37:53,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:53,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:37:53,903 DEBUG [f1b69e0236bd:38865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:37:53,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:53,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41375,1731587870991, state=OPENING 2024-11-14T12:37:53,954 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:37:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-786080731 2024-11-14T12:37:53,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-786080731/meta-region-server: CHANGED 2024-11-14T12:37:53,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-786080731/meta-region-server: CHANGED 2024-11-14T12:37:53,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:37:53,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41375,1731587870991}] 2024-11-14T12:37:54,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:37:54,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:37:54,118 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:37:54,118 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:54,118 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:37:54,120 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41375%2C1731587870991.meta, suffix=.meta, logDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/oldWALs, maxLogs=10 2024-11-14T12:37:54,132 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991/f1b69e0236bd%2C41375%2C1731587870991.meta.1731587874120.meta, exclude list is [], retry=0 2024-11-14T12:37:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38863,DS-52c1a675-b529-4a20-be1c-621690f48e7f,DISK] 2024-11-14T12:37:54,135 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/WALs/f1b69e0236bd,41375,1731587870991/f1b69e0236bd%2C41375%2C1731587870991.meta.1731587874120.meta 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37861:37861)] 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:54,136 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:37:54,136 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:37:54,136 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:37:54,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:37:54,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:37:54,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:54,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:37:54,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:37:54,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:54,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:37:54,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:37:54,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:37:54,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:37:54,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:54,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:54,141 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:37:54,142 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/1588230740 2024-11-14T12:37:54,142 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/hbase/meta/1588230740 2024-11-14T12:37:54,143 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:37:54,143 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:37:54,143 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:54,144 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:37:54,144 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69634609, jitterRate=0.03763653337955475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:54,144 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:37:54,145 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587874137Writing region info on filesystem at 1731587874137Initializing all the Stores at 1731587874137Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587874137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587874137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587874137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587874137Cleaning up temporary data from old regions at 1731587874143 (+6 ms)Running coprocessor post-open hooks at 1731587874145 (+2 ms)Region opened successfully at 1731587874145 2024-11-14T12:37:54,146 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587874114 2024-11-14T12:37:54,148 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:37:54,148 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:37:54,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:54,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41375,1731587870991, state=OPEN 2024-11-14T12:37:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38865-0x1013a87d1db0000, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-786080731/meta-region-server 2024-11-14T12:37:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41375-0x1013a87d1db0001, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-786080731/meta-region-server 2024-11-14T12:37:54,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:54,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-786080731/meta-region-server: CHANGED 2024-11-14T12:37:54,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-786080731/meta-region-server: CHANGED 2024-11-14T12:37:54,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:37:54,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41375,1731587870991 in 207 msec 2024-11-14T12:37:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:37:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-14T12:37:54,172 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:37:54,172 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:37:54,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:54,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41375,1731587870991, seqNum=-1] 2024-11-14T12:37:54,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:54,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:54,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-14T12:37:54,178 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587874178, completionTime=-1 2024-11-14T12:37:54,179 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:37:54,179 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:37:54,180 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:37:54,180 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587934180 2024-11-14T12:37:54,180 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731587994180 2024-11-14T12:37:54,180 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:38865, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,181 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,182 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:37:54,183 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:37:54,185 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:37:54,185 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:37:54,185 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,38865,1731587870844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:37:54,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:54,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38865,-1 for getting cluster id 2024-11-14T12:37:54,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:54,216 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd882ec77-3533-405d-aa11-4d5930b00d76' 2024-11-14T12:37:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:54,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d882ec77-3533-405d-aa11-4d5930b00d76" 2024-11-14T12:37:54,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3381237e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:54,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38865,-1] 2024-11-14T12:37:54,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:54,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:54,218 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:54,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:54,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:37:54,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41375,1731587870991, seqNum=-1] 2024-11-14T12:37:54,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:37:54,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:37:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:54,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63992 2024-11-14T12:37:54,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63992, baseZNode=/0-786080731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:54,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a87d1db0002 connected 2024-11-14T12:37:54,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23b22adb 2024-11-14T12:37:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:54,240 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:54,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:37:54,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:37:54,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:54,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:37:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:54,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:37:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:37:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:54,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f56cf6662e5ce447288f03300b1f3528, NAME => 'test,,1731587874241.f56cf6662e5ce447288f03300b1f3528.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e 2024-11-14T12:37:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38863 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:37:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587874241.f56cf6662e5ce447288f03300b1f3528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f56cf6662e5ce447288f03300b1f3528, disabling compactions & flushes 2024-11-14T12:37:55,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. after waiting 0 ms 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f56cf6662e5ce447288f03300b1f3528: Waiting for close lock at 1731587875056Disabling compacts and flushes for region at 1731587875056Disabling writes for close at 1731587875056Writing region close event to WAL at 1731587875056Closed at 1731587875056 2024-11-14T12:37:55,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:37:55,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587874241.f56cf6662e5ce447288f03300b1f3528.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587875057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587875057"}]},"ts":"1731587875057"} 2024-11-14T12:37:55,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:37:55,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:37:55,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587875059"}]},"ts":"1731587875059"} 2024-11-14T12:37:55,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:37:55,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56cf6662e5ce447288f03300b1f3528, ASSIGN}] 2024-11-14T12:37:55,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56cf6662e5ce447288f03300b1f3528, ASSIGN 2024-11-14T12:37:55,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f56cf6662e5ce447288f03300b1f3528, ASSIGN; state=OFFLINE, location=f1b69e0236bd,41375,1731587870991; forceNewPlan=false, retain=false 2024-11-14T12:37:55,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56cf6662e5ce447288f03300b1f3528, regionState=OPENING, regionLocation=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:55,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f56cf6662e5ce447288f03300b1f3528, ASSIGN because future has completed 2024-11-14T12:37:55,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56cf6662e5ce447288f03300b1f3528, server=f1b69e0236bd,41375,1731587870991}] 2024-11-14T12:37:55,370 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,370 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f56cf6662e5ce447288f03300b1f3528, NAME => 'test,,1731587874241.f56cf6662e5ce447288f03300b1f3528.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:55,370 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:37:55,370 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:37:55,371 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,371 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587874241.f56cf6662e5ce447288f03300b1f3528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:55,371 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,371 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,372 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,373 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56cf6662e5ce447288f03300b1f3528 columnFamilyName f 2024-11-14T12:37:55,373 DEBUG [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:55,373 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(327): Store=f56cf6662e5ce447288f03300b1f3528/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:55,373 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,374 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56cf6662e5ce447288f03300b1f3528 columnFamilyName f1 2024-11-14T12:37:55,374 DEBUG [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:55,374 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(327): Store=f56cf6662e5ce447288f03300b1f3528/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:55,374 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,375 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56cf6662e5ce447288f03300b1f3528 columnFamilyName norep 2024-11-14T12:37:55,375 DEBUG [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:55,375 INFO [StoreOpener-f56cf6662e5ce447288f03300b1f3528-1 {}] regionserver.HStore(327): Store=f56cf6662e5ce447288f03300b1f3528/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:55,375 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,376 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/default/test/f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,376 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/default/test/f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,377 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,377 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,377 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:37:55,378 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,379 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/data/default/test/f56cf6662e5ce447288f03300b1f3528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:55,380 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f56cf6662e5ce447288f03300b1f3528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75269136, jitterRate=0.1215975284576416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:37:55,380 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f56cf6662e5ce447288f03300b1f3528 2024-11-14T12:37:55,380 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f56cf6662e5ce447288f03300b1f3528: Running coprocessor pre-open hook at 1731587875371Writing region info on filesystem at 1731587875371Initializing all the Stores at 1731587875371Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587875371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587875372 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587875372Cleaning up temporary data from old regions at 1731587875377 (+5 ms)Running coprocessor post-open hooks at 1731587875380 (+3 ms)Region opened successfully at 1731587875380 2024-11-14T12:37:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:55,381 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587874241.f56cf6662e5ce447288f03300b1f3528., pid=6, masterSystemTime=1731587875367 2024-11-14T12:37:55,383 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,383 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587874241.f56cf6662e5ce447288f03300b1f3528. 2024-11-14T12:37:55,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56cf6662e5ce447288f03300b1f3528, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,41375,1731587870991 2024-11-14T12:37:55,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56cf6662e5ce447288f03300b1f3528, server=f1b69e0236bd,41375,1731587870991 because future has completed 2024-11-14T12:37:55,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:37:55,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f56cf6662e5ce447288f03300b1f3528, server=f1b69e0236bd,41375,1731587870991 in 171 msec 2024-11-14T12:37:55,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:37:55,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f56cf6662e5ce447288f03300b1f3528, ASSIGN in 326 msec 2024-11-14T12:37:55,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:37:55,389 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587875389"}]},"ts":"1731587875389"} 2024-11-14T12:37:55,390 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:37:55,391 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:37:55,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-14T12:37:56,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:37:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:37:56,391 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:37:56,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38865,-1 for getting cluster id 2024-11-14T12:37:56,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:56,392 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd882ec77-3533-405d-aa11-4d5930b00d76' 2024-11-14T12:37:56,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d882ec77-3533-405d-aa11-4d5930b00d76" 2024-11-14T12:37:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa81e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38865,-1] 2024-11-14T12:37:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,393 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584a40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5da2a294 2024-11-14T12:37:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:56,395 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:56,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:38865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:37:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:37:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:56,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:38865' 2024-11-14T12:37:56,399 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2878a6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,399 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,38865,-1 for getting cluster id 2024-11-14T12:37:56,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:37:56,399 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd882ec77-3533-405d-aa11-4d5930b00d76' 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d882ec77-3533-405d-aa11-4d5930b00d76" 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdaf176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,38865,-1] 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:37:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,400 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:37:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dbf4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:37:56,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:37:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,38865,1731587870844 2024-11-14T12:37:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697ad20f 2024-11-14T12:37:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:37:56,402 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:37:56,403 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T12:37:56,403 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:37:56,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:56,403 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T12:37:56,408 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T12:37:56,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-14T12:37:56,409 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T12:37:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:37:56,502 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f1b69e0236bd:38865, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T12:37:56,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:37:56,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:37:56,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:37:56,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:37:56,518 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 360) Potentially hanging thread: IPC Server handler 0 on default port 37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f99bc9f2890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f1b69e0236bd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e-prefix:f1b69e0236bd,41375,1731587870991.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63992) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f99bcad1da8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63992 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1214434024-172.17.0.3-1731587869767:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7935 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f99bc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587872928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1891743755-7939-acceptor-0@1a29557c-ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:36247} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1916852566_20 at /127.0.0.1:41182 [Receiving block BP-1214434024-172.17.0.3-1731587869767:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e582a36 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1916852566_20 at /127.0.0.1:41116 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/f1b69e0236bd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1891743755-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1891743755-7936 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f99bc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1214434024-172.17.0.3-1731587869767:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1214434024-172.17.0.3-1731587869767 heartbeating to localhost/127.0.0.1:37293 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:63992): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63992) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: f1b69e0236bd:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1891743755-7937 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f99bc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e-prefix:f1b69e0236bd,41375,1731587870991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7938 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f99bc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RS:0;f1b69e0236bd:41375 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1160945891) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587872927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42b227f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data2/current/BP-1214434024-172.17.0.3-1731587869767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@a07564a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f1b69e0236bd:38865 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1916852566_20 at /127.0.0.1:46658 [Receiving block BP-1214434024-172.17.0.3-1731587869767:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/f1b69e0236bd:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1785537268_20 at /127.0.0.1:41164 [Receiving block BP-1214434024-172.17.0.3-1731587869767:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/cluster_63d347e2-6503-de73-9e52-25b677d4c956/data/data1/current/BP-1214434024-172.17.0.3-1731587869767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f1b69e0236bd:41375-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7984 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f99bc434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37293/user/jenkins/test-data/1f926afd-b3d9-6a0d-5d6a-f6be1b4f870e/MasterData-prefix:f1b69e0236bd,38865,1731587870844 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33009 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7985-acceptor-0@7c98e1f0-ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:36393} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7d4e3eba-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1214434024-172.17.0.3-1731587869767:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63992) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Session-HouseKeeper-205f3084-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f1b69e0236bd:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f1b69e0236bd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7986 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37293 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37293 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@589503d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 788) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 235) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6649 (was 6771) 2024-11-14T12:37:56,521 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T12:37:56,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=6649 2024-11-14T12:37:56,533 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T12:37:56,547 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T12:37:56,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.log.dir so I do NOT create it in target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4 2024-11-14T12:37:56,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:37:56,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.tmp.dir so I do NOT create it in target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4 2024-11-14T12:37:56,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0052f2-e06d-3bce-6f38-d0faaad52c6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:37:56,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4 2024-11-14T12:37:56,547 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83, deleteOnExit=true 2024-11-14T12:37:56,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/zookeeper_0, clientPort=51305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T12:37:56,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51305 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/test.cache.data in system properties and HBase conf 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:37:56,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:37:56,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:37:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:37:56,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:56,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:56,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:56,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:56,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:37:56,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:56,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:56,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:56,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/java.io.tmpdir/jetty-localhost-33337-hadoop-hdfs-3_4_1-tests_jar-_-any-11616023313677225166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:37:56,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:33337} 2024-11-14T12:37:56,925 INFO [Time-limited test {}] server.Server(415): Started @331842ms 2024-11-14T12:37:57,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:37:57,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:37:57,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:37:57,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:37:57,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:37:57,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:37:57,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:37:57,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c8d82be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/java.io.tmpdir/jetty-localhost-34595-hadoop-hdfs-3_4_1-tests_jar-_-any-11408618397715928681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:37:57,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:34595} 2024-11-14T12:37:57,232 INFO [Time-limited test {}] server.Server(415): Started @332149ms 2024-11-14T12:37:57,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:37:57,577 WARN [Thread-4338 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/data/data2/current/BP-799489247-172.17.0.3-1731587876612/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:57,577 WARN [Thread-4337 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/data/data1/current/BP-799489247-172.17.0.3-1731587876612/current, will proceed with Du for space computation calculation, 2024-11-14T12:37:57,591 WARN [Thread-4325 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:37:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed23e8faa0430069 with lease ID 0x5be0e02718d66f78: Processing first storage report for DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=cc7b547e-2a6d-42ba-bc2b-26b32c8fdc17, infoPort=39535, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=73661450;c=1731587876612) 2024-11-14T12:37:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed23e8faa0430069 with lease ID 0x5be0e02718d66f78: from storage DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=cc7b547e-2a6d-42ba-bc2b-26b32c8fdc17, infoPort=39535, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=73661450;c=1731587876612), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T12:37:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed23e8faa0430069 with lease ID 0x5be0e02718d66f78: Processing first storage report for DS-f4f3526d-df76-4984-bf10-d206688cd8dd from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=cc7b547e-2a6d-42ba-bc2b-26b32c8fdc17, infoPort=39535, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=73661450;c=1731587876612) 2024-11-14T12:37:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed23e8faa0430069 with lease ID 0x5be0e02718d66f78: from storage DS-f4f3526d-df76-4984-bf10-d206688cd8dd node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=cc7b547e-2a6d-42ba-bc2b-26b32c8fdc17, infoPort=39535, infoSecurePort=0, ipcPort=43351, storageInfo=lv=-57;cid=testClusterID;nsid=73661450;c=1731587876612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:37:57,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4 2024-11-14T12:37:57,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:57,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:37:58,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e with version=8 2024-11-14T12:37:58,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/hbase-staging 2024-11-14T12:37:58,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:37:58,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:58,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40071 2024-11-14T12:37:58,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40071 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:37:58,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400710x0, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:58,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40071-0x1013a87ec990000 connected 2024-11-14T12:37:58,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:58,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:58,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/running 2024-11-14T12:37:58,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e, hbase.cluster.distributed=false 2024-11-14T12:37:58,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/acl 2024-11-14T12:37:58,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T12:37:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40071 2024-11-14T12:37:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40071 2024-11-14T12:37:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T12:37:58,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40071 2024-11-14T12:37:58,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:37:58,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:37:58,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43139 2024-11-14T12:37:58,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43139 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:37:58,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:58,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431390x0, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:37:58,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431390x0, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/running 2024-11-14T12:37:58,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43139-0x1013a87ec990001 connected 2024-11-14T12:37:58,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:37:58,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:37:58,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/master 2024-11-14T12:37:58,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/acl 2024-11-14T12:37:58,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-14T12:37:58,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43139 2024-11-14T12:37:58,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43139 2024-11-14T12:37:58,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-14T12:37:58,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-14T12:37:58,237 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:40071 2024-11-14T12:37:58,237 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-675747163/backup-masters/f1b69e0236bd,40071,1731587878070 2024-11-14T12:37:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/backup-masters 2024-11-14T12:37:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/backup-masters 2024-11-14T12:37:58,244 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on existing znode=/0-675747163/backup-masters/f1b69e0236bd,40071,1731587878070 2024-11-14T12:37:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:37:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-675747163/master 2024-11-14T12:37:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:37:58,253 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on existing znode=/0-675747163/master 2024-11-14T12:37:58,253 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-675747163/backup-masters/f1b69e0236bd,40071,1731587878070 from backup master directory 2024-11-14T12:37:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-675747163/backup-masters/f1b69e0236bd,40071,1731587878070 2024-11-14T12:37:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/backup-masters 2024-11-14T12:37:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/backup-masters 2024-11-14T12:37:58,261 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:37:58,261 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,40071,1731587878070 2024-11-14T12:37:58,264 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/hbase.id] with ID: 5d7ae5f3-96b1-4ab6-a973-aed1847e9d17 2024-11-14T12:37:58,264 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/.tmp/hbase.id 2024-11-14T12:37:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:37:58,668 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/.tmp/hbase.id]:[hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/hbase.id] 2024-11-14T12:37:58,675 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:37:58,675 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:37:58,676 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T12:37:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:37:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:37:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:37:59,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:37:59,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T12:37:59,099 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:37:59,099 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:37:59,100 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:37:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:37:59,505 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store 2024-11-14T12:37:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:37:59,910 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:59,910 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:37:59,910 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587879910Disabling compacts and flushes for region at 1731587879910Disabling writes for close at 1731587879910Writing region close event to WAL at 1731587879910Closed at 1731587879910 2024-11-14T12:37:59,911 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/.initializing 2024-11-14T12:37:59,911 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/WALs/f1b69e0236bd,40071,1731587878070 2024-11-14T12:37:59,912 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:37:59,913 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C40071%2C1731587878070, suffix=, logDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/WALs/f1b69e0236bd,40071,1731587878070, archiveDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:37:59,925 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/WALs/f1b69e0236bd,40071,1731587878070/f1b69e0236bd%2C40071%2C1731587878070.1731587879913, exclude list is [], retry=0 2024-11-14T12:37:59,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:37:59,929 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/WALs/f1b69e0236bd,40071,1731587878070/f1b69e0236bd%2C40071%2C1731587878070.1731587879913 2024-11-14T12:37:59,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:37:59,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:37:59,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:37:59,929 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,930 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:37:59,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:59,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:37:59,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:37:59,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:59,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:59,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:37:59,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:59,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:59,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:37:59,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:37:59,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:37:59,935 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,936 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,936 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,937 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:37:59,938 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:37:59,939 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:37:59,939 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59459717, jitterRate=-0.11398117244243622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:37:59,940 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587879930Initializing all the Stores at 1731587879930Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587879930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587879930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587879930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587879930Cleaning up temporary data from old regions at 1731587879937 (+7 ms)Region opened successfully at 1731587879939 (+2 ms) 2024-11-14T12:37:59,940 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:37:59,941 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505107e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:37:59,942 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:37:59,942 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:37:59,942 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:37:59,942 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:37:59,943 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:37:59,943 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:37:59,943 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:37:59,944 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:37:59,945 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/balancer because node does not exist (not necessarily an error) 2024-11-14T12:37:59,986 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/balancer already deleted, retry=false 2024-11-14T12:37:59,986 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:37:59,987 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:37:59,994 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/normalizer already deleted, retry=false 2024-11-14T12:37:59,994 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:37:59,995 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:38:00,002 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/switch/split already deleted, retry=false 2024-11-14T12:38:00,003 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:38:00,010 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/switch/merge already deleted, retry=false 2024-11-14T12:38:00,012 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:38:00,019 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/snapshot-cleanup already deleted, retry=false 2024-11-14T12:38:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-675747163/running 2024-11-14T12:38:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-675747163/running 2024-11-14T12:38:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,40071,1731587878070, sessionid=0x1013a87ec990000, setting cluster-up flag (Was=false) 2024-11-14T12:38:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,069 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-675747163/flush-table-proc/acquired, /0-675747163/flush-table-proc/reached, /0-675747163/flush-table-proc/abort 2024-11-14T12:38:00,070 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:00,111 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-675747163/online-snapshot/acquired, /0-675747163/online-snapshot/reached, /0-675747163/online-snapshot/abort 2024-11-14T12:38:00,112 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:00,113 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:38:00,114 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:00,114 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:38:00,114 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:38:00,115 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,40071,1731587878070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:00,116 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587910117 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:38:00,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:38:00,117 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:38:00,118 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:38:00,118 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:38:00,118 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587880118,5,FailOnTimeoutGroup] 2024-11-14T12:38:00,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:00,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:38:00,118 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587880118,5,FailOnTimeoutGroup] 2024-11-14T12:38:00,118 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,118 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:38:00,119 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,119 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:38:00,129 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(746): ClusterId : 5d7ae5f3-96b1-4ab6-a973-aed1847e9d17 2024-11-14T12:38:00,129 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:38:00,136 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:38:00,136 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:38:00,145 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:38:00,145 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af3ffcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:38:00,159 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:43139 2024-11-14T12:38:00,159 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:38:00,159 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:38:00,159 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:38:00,159 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,40071,1731587878070 with port=43139, startcode=1731587878205 2024-11-14T12:38:00,159 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:38:00,160 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:38:00,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40071 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,162 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e 2024-11-14T12:38:00,162 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45837 2024-11-14T12:38:00,162 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:38:00,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/rs 2024-11-14T12:38:00,169 DEBUG [RS:0;f1b69e0236bd:43139 {}] zookeeper.ZKUtil(111): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on existing znode=/0-675747163/rs/f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,169 WARN [RS:0;f1b69e0236bd:43139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:38:00,170 INFO [RS:0;f1b69e0236bd:43139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:00,170 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,43139,1731587878205] 2024-11-14T12:38:00,172 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:38:00,173 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:38:00,173 INFO [RS:0;f1b69e0236bd:43139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:38:00,173 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,173 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:38:00,174 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:38:00,174 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:00,174 DEBUG [RS:0;f1b69e0236bd:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,178 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43139,1731587878205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:00,191 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:38:00,191 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,43139,1731587878205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,191 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,191 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.Replication(171): f1b69e0236bd,43139,1731587878205 started 2024-11-14T12:38:00,203 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:00,203 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,43139,1731587878205, RpcServer on f1b69e0236bd/172.17.0.3:43139, sessionid=0x1013a87ec990001 2024-11-14T12:38:00,203 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:38:00,203 DEBUG [RS:0;f1b69e0236bd:43139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,203 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,43139,1731587878205' 2024-11-14T12:38:00,203 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-675747163/flush-table-proc/abort' 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-675747163/flush-table-proc/acquired' 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,43139,1731587878205' 2024-11-14T12:38:00,204 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-675747163/online-snapshot/abort' 2024-11-14T12:38:00,205 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-675747163/online-snapshot/acquired' 2024-11-14T12:38:00,205 DEBUG [RS:0;f1b69e0236bd:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:38:00,205 INFO [RS:0;f1b69e0236bd:43139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:38:00,205 INFO [RS:0;f1b69e0236bd:43139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:38:00,305 INFO [RS:0;f1b69e0236bd:43139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:38:00,306 INFO [RS:0;f1b69e0236bd:43139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C43139%2C1731587878205, suffix=, logDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205, archiveDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/oldWALs, maxLogs=10 2024-11-14T12:38:00,318 DEBUG [RS:0;f1b69e0236bd:43139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307, exclude list is [], retry=0 2024-11-14T12:38:00,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:00,322 INFO [RS:0;f1b69e0236bd:43139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 2024-11-14T12:38:00,322 DEBUG [RS:0;f1b69e0236bd:43139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:00,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:38:00,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e 2024-11-14T12:38:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:38:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T12:38:00,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T12:38:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T12:38:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T12:38:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:38:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T12:38:00,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T12:38:00,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T12:38:00,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:00,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:00,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:00,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:00,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:00,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:00,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:00,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:00,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:00,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:00,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:00,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:00,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:00,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:00,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:00,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:00,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:00,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:00,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740 2024-11-14T12:38:00,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740 2024-11-14T12:38:00,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:00,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:00,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:00,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:00,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75389643, jitterRate=0.1233932226896286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587880931Initializing all the Stores at 1731587880932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587880932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587880932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587880932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587880932Cleaning up temporary data from old regions at 1731587880939 (+7 ms)Region opened successfully at 1731587880941 (+2 ms) 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:00,941 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:00,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:00,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:00,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587880941Disabling compacts and flushes for region at 1731587880941Disabling writes for close at 1731587880941Writing region close event to WAL at 1731587880942 (+1 ms)Closed at 1731587880942 2024-11-14T12:38:00,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:00,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:38:00,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:38:00,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:00,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:38:01,095 DEBUG [f1b69e0236bd:40071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:38:01,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:01,096 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,43139,1731587878205, state=OPENING 2024-11-14T12:38:01,175 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:38:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:01,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:01,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-675747163/meta-region-server: CHANGED 2024-11-14T12:38:01,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-675747163/meta-region-server: CHANGED 2024-11-14T12:38:01,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43139,1731587878205}] 2024-11-14T12:38:01,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:01,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:38:01,339 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:38:01,339 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:01,339 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:38:01,340 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C43139%2C1731587878205.meta, suffix=.meta, logDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205, archiveDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/oldWALs, maxLogs=10 2024-11-14T12:38:01,352 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587881341.meta, exclude list is [], retry=0 2024-11-14T12:38:01,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:01,356 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587881341.meta 2024-11-14T12:38:01,356 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:01,356 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:01,356 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:01,356 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:38:01,356 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:38:01,357 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:38:01,357 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:38:01,357 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:01,357 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:38:01,357 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:38:01,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:01,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:01,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:01,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:01,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:01,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:01,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:01,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:01,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:01,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:01,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:01,361 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:01,361 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740 2024-11-14T12:38:01,361 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740 2024-11-14T12:38:01,362 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:01,362 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:01,362 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:01,363 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:01,363 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62312935, jitterRate=-0.0714649111032486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:01,364 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:38:01,364 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587881357Writing region info on filesystem at 1731587881357Initializing all the Stores at 1731587881357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587881357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587881358 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587881358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587881358Cleaning up temporary data from old regions at 1731587881362 (+4 ms)Running coprocessor post-open hooks at 1731587881364 (+2 ms)Region opened successfully at 1731587881364 2024-11-14T12:38:01,364 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587881336 2024-11-14T12:38:01,366 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:38:01,366 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:38:01,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:01,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,43139,1731587878205, state=OPEN 2024-11-14T12:38:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-675747163/meta-region-server 2024-11-14T12:38:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-675747163/meta-region-server 2024-11-14T12:38:01,393 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:01,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-675747163/meta-region-server: CHANGED 2024-11-14T12:38:01,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-675747163/meta-region-server: CHANGED 2024-11-14T12:38:01,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:38:01,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,43139,1731587878205 in 209 msec 2024-11-14T12:38:01,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:38:01,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-14T12:38:01,397 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:01,397 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:38:01,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:01,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43139,1731587878205, seqNum=-1] 2024-11-14T12:38:01,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:01,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:01,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-14T12:38:01,403 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587881403, completionTime=-1 2024-11-14T12:38:01,403 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:38:01,403 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587941404 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588001404 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,404 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,405 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:40071, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,405 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,405 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,406 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:38:01,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.146sec 2024-11-14T12:38:01,407 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:01,408 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:38:01,409 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:38:01,409 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:38:01,409 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,40071,1731587878070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:01,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:01,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:01,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:01,431 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9dbab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:01,432 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:01,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb9b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:01,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:01,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43139,1731587878205, seqNum=-1] 2024-11-14T12:38:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:01,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:01,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:01,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:01,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013a87ec990002 connected 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir so I do NOT create it in target/test-data/dce40313-1757-f4bf-c526-f8933f4172da 2024-11-14T12:38:01,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.tmp.dir so I do NOT create it in target/test-data/dce40313-1757-f4bf-c526-f8933f4172da 2024-11-14T12:38:01,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:38:01,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/cluster_584909fb-247d-4e39-60ba-9ea439d562b2, deleteOnExit=true 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/test.cache.data in system properties and HBase conf 2024-11-14T12:38:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:38:01,455 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:38:01,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:38:01,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:01,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:38:01,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:38:01,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:38:01,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:38:01,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:01,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:38:01,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:38:01,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47d8fe44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/java.io.tmpdir/jetty-localhost-42029-hadoop-hdfs-3_4_1-tests_jar-_-any-570102317749428987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:38:01,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:42029} 2024-11-14T12:38:01,794 INFO [Time-limited test {}] server.Server(415): Started @336711ms 2024-11-14T12:38:01,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:01,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:38:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:38:01,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:38:01,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:38:01,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:38:01,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:38:02,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a1f4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/java.io.tmpdir/jetty-localhost-42551-hadoop-hdfs-3_4_1-tests_jar-_-any-6939053841870203559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:38:02,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:42551} 2024-11-14T12:38:02,067 INFO [Time-limited test {}] server.Server(415): Started @336984ms 2024-11-14T12:38:02,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:38:02,418 WARN [Thread-4457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/cluster_584909fb-247d-4e39-60ba-9ea439d562b2/data/data1/current/BP-1028799957-172.17.0.3-1731587881469/current, will proceed with Du for space computation calculation, 2024-11-14T12:38:02,418 WARN [Thread-4458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/cluster_584909fb-247d-4e39-60ba-9ea439d562b2/data/data2/current/BP-1028799957-172.17.0.3-1731587881469/current, will proceed with Du for space computation calculation, 2024-11-14T12:38:02,433 WARN [Thread-4445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:38:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e97d172d6ccd1a with lease ID 0xa72762d2e5169dd5: Processing first storage report for DS-2c929641-214c-435c-992f-fe0371aa2073 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=abd1d028-7f40-4a37-87c9-a0106126c238, infoPort=35199, infoSecurePort=0, ipcPort=33833, storageInfo=lv=-57;cid=testClusterID;nsid=1834554656;c=1731587881469) 2024-11-14T12:38:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e97d172d6ccd1a with lease ID 0xa72762d2e5169dd5: from storage DS-2c929641-214c-435c-992f-fe0371aa2073 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=abd1d028-7f40-4a37-87c9-a0106126c238, infoPort=35199, infoSecurePort=0, ipcPort=33833, storageInfo=lv=-57;cid=testClusterID;nsid=1834554656;c=1731587881469), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:38:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2e97d172d6ccd1a with lease ID 0xa72762d2e5169dd5: Processing first storage report for DS-28bdeb38-9bf6-4199-8fc2-9ca83030b9f5 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=abd1d028-7f40-4a37-87c9-a0106126c238, infoPort=35199, infoSecurePort=0, ipcPort=33833, storageInfo=lv=-57;cid=testClusterID;nsid=1834554656;c=1731587881469) 2024-11-14T12:38:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2e97d172d6ccd1a with lease ID 0xa72762d2e5169dd5: from storage DS-28bdeb38-9bf6-4199-8fc2-9ca83030b9f5 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=abd1d028-7f40-4a37-87c9-a0106126c238, infoPort=35199, infoSecurePort=0, ipcPort=33833, storageInfo=lv=-57;cid=testClusterID;nsid=1834554656;c=1731587881469), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:38:02,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da 2024-11-14T12:38:02,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:02,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:38:02,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3 with version=8 2024-11-14T12:38:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/hbase-staging 2024-11-14T12:38:02,901 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:38:02,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42919 2024-11-14T12:38:02,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42919 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:02,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429190x0, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:02,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42919-0x1013a87ec990003 connected 2024-11-14T12:38:02,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:02,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:02,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/running 2024-11-14T12:38:02,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3, hbase.cluster.distributed=false 2024-11-14T12:38:02,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/acl 2024-11-14T12:38:02,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-14T12:38:02,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42919 2024-11-14T12:38:02,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42919 2024-11-14T12:38:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-14T12:38:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-14T12:38:03,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:38:03,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:38:03,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41669 2024-11-14T12:38:03,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41669 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:03,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:03,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416690x0, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:03,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416690x0, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/running 2024-11-14T12:38:03,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41669-0x1013a87ec990004 connected 2024-11-14T12:38:03,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:38:03,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:38:03,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/master 2024-11-14T12:38:03,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/acl 2024-11-14T12:38:03,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-14T12:38:03,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41669 2024-11-14T12:38:03,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41669 2024-11-14T12:38:03,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-14T12:38:03,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-14T12:38:03,047 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:42919 2024-11-14T12:38:03,047 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-13931175/backup-masters/f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/backup-masters 2024-11-14T12:38:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/backup-masters 2024-11-14T12:38:03,053 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on existing znode=/1-13931175/backup-masters/f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-13931175/master 2024-11-14T12:38:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:03,061 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on existing znode=/1-13931175/master 2024-11-14T12:38:03,061 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-13931175/backup-masters/f1b69e0236bd,42919,1731587882901 from backup master directory 2024-11-14T12:38:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-13931175/backup-masters/f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/backup-masters 2024-11-14T12:38:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/backup-masters 2024-11-14T12:38:03,069 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:38:03,069 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:03,071 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/hbase.id] with ID: 9079109b-4e52-4b66-a6e1-d5e6260eb633 2024-11-14T12:38:03,071 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/.tmp/hbase.id 2024-11-14T12:38:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:38:03,475 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/.tmp/hbase.id]:[hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/hbase.id] 2024-11-14T12:38:03,482 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:03,483 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:38:03,483 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:38:03,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:03,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:38:03,921 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:03,921 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:38:03,921 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:03,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:38:04,327 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store 2024-11-14T12:38:04,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:38:04,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:04,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:38:04,731 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:04,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:04,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:38:04,731 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:04,731 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:04,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587884731Disabling compacts and flushes for region at 1731587884731Disabling writes for close at 1731587884731Writing region close event to WAL at 1731587884731Closed at 1731587884731 2024-11-14T12:38:04,732 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/.initializing 2024-11-14T12:38:04,732 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/WALs/f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:04,733 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:38:04,734 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C42919%2C1731587882901, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/WALs/f1b69e0236bd,42919,1731587882901, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/oldWALs, maxLogs=10 2024-11-14T12:38:04,746 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/WALs/f1b69e0236bd,42919,1731587882901/f1b69e0236bd%2C42919%2C1731587882901.1731587884734, exclude list is [], retry=0 2024-11-14T12:38:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-2c929641-214c-435c-992f-fe0371aa2073,DISK] 2024-11-14T12:38:04,749 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/WALs/f1b69e0236bd,42919,1731587882901/f1b69e0236bd%2C42919%2C1731587882901.1731587884734 2024-11-14T12:38:04,749 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35199:35199)] 2024-11-14T12:38:04,750 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:04,750 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:04,750 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,750 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:38:04,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:04,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:38:04,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:38:04,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:38:04,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:04,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:04,755 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,755 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,755 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,756 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,756 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,756 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:04,757 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:04,758 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:04,758 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464976, jitterRate=0.10961461067199707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:04,759 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587884750Initializing all the Stores at 1731587884750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587884750Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587884750Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587884750Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587884750Cleaning up temporary data from old regions at 1731587884756 (+6 ms)Region opened successfully at 1731587884759 (+3 ms) 2024-11-14T12:38:04,759 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:38:04,760 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f008953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:38:04,761 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:38:04,761 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:38:04,761 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:38:04,761 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:38:04,762 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:38:04,762 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:38:04,762 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:38:04,764 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:38:04,765 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/balancer because node does not exist (not necessarily an error) 2024-11-14T12:38:04,802 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/balancer already deleted, retry=false 2024-11-14T12:38:04,802 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:38:04,803 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:38:04,810 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/normalizer already deleted, retry=false 2024-11-14T12:38:04,810 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:38:04,811 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:38:04,819 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/switch/split already deleted, retry=false 2024-11-14T12:38:04,819 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:38:04,827 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/switch/merge already deleted, retry=false 2024-11-14T12:38:04,828 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:38:04,835 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/snapshot-cleanup already deleted, retry=false 2024-11-14T12:38:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-13931175/running 2024-11-14T12:38:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-13931175/running 2024-11-14T12:38:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,844 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,42919,1731587882901, sessionid=0x1013a87ec990003, setting cluster-up flag (Was=false) 2024-11-14T12:38:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,885 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-13931175/flush-table-proc/acquired, /1-13931175/flush-table-proc/reached, /1-13931175/flush-table-proc/abort 2024-11-14T12:38:04,886 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:04,927 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-13931175/online-snapshot/acquired, /1-13931175/online-snapshot/reached, /1-13931175/online-snapshot/abort 2024-11-14T12:38:04,928 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:04,929 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:38:04,930 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:04,930 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:38:04,930 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:38:04,930 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,42919,1731587882901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:38:04,931 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,932 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:04,932 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587914933 2024-11-14T12:38:04,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:04,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:38:04,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:38:04,933 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:38:04,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:38:04,934 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587884934,5,FailOnTimeoutGroup] 2024-11-14T12:38:04,934 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587884934,5,FailOnTimeoutGroup] 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,934 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,940 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(746): ClusterId : 9079109b-4e52-4b66-a6e1-d5e6260eb633 2024-11-14T12:38:04,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:38:04,940 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:38:04,950 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:38:04,950 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:38:04,958 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:38:04,959 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@935eac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:38:04,969 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:41669 2024-11-14T12:38:04,969 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:38:04,969 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:38:04,969 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:38:04,970 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,42919,1731587882901 with port=41669, startcode=1731587883016 2024-11-14T12:38:04,970 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:38:04,971 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:38:04,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:04,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:04,973 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3 2024-11-14T12:38:04,973 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33667 2024-11-14T12:38:04,973 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:38:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/rs 2024-11-14T12:38:04,977 DEBUG [RS:0;f1b69e0236bd:41669 {}] zookeeper.ZKUtil(111): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on existing znode=/1-13931175/rs/f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:04,977 WARN [RS:0;f1b69e0236bd:41669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:38:04,977 INFO [RS:0;f1b69e0236bd:41669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:04,978 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:04,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,41669,1731587883016] 2024-11-14T12:38:04,980 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:38:04,981 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:38:04,982 INFO [RS:0;f1b69e0236bd:41669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:38:04,982 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,982 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:38:04,982 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:38:04,982 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,982 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,983 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,983 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,983 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:04,983 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:04,983 DEBUG [RS:0;f1b69e0236bd:41669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,984 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41669,1731587883016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:04,998 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:38:04,998 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,41669,1731587883016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,998 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:04,998 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.Replication(171): f1b69e0236bd,41669,1731587883016 started 2024-11-14T12:38:05,010 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:05,010 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,41669,1731587883016, RpcServer on f1b69e0236bd/172.17.0.3:41669, sessionid=0x1013a87ec990004 2024-11-14T12:38:05,010 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:38:05,010 DEBUG [RS:0;f1b69e0236bd:41669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:05,010 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41669,1731587883016' 2024-11-14T12:38:05,010 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-13931175/flush-table-proc/abort' 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-13931175/flush-table-proc/acquired' 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,41669,1731587883016' 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-13931175/online-snapshot/abort' 2024-11-14T12:38:05,011 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-13931175/online-snapshot/acquired' 2024-11-14T12:38:05,012 DEBUG [RS:0;f1b69e0236bd:41669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:38:05,012 INFO [RS:0;f1b69e0236bd:41669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:38:05,012 INFO [RS:0;f1b69e0236bd:41669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:38:05,112 INFO [RS:0;f1b69e0236bd:41669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:38:05,113 INFO [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41669%2C1731587883016, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/oldWALs, maxLogs=10 2024-11-14T12:38:05,125 DEBUG [RS:0;f1b69e0236bd:41669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016/f1b69e0236bd%2C41669%2C1731587883016.1731587885113, exclude list is [], retry=0 2024-11-14T12:38:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-2c929641-214c-435c-992f-fe0371aa2073,DISK] 2024-11-14T12:38:05,129 INFO [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016/f1b69e0236bd%2C41669%2C1731587883016.1731587885113 2024-11-14T12:38:05,129 DEBUG [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35199:35199)] 2024-11-14T12:38:05,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:38:05,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3 2024-11-14T12:38:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:38:05,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:05,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:05,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:05,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:05,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:05,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:05,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:05,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:05,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:05,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:05,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:05,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:05,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:05,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:05,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:05,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:05,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:05,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:05,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740 2024-11-14T12:38:05,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740 2024-11-14T12:38:05,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:05,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:05,753 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:05,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:05,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:05,755 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70294369, jitterRate=0.04746772348880768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587885746Initializing all the Stores at 1731587885747 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587885747Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587885747Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587885747Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587885747Cleaning up temporary data from old regions at 1731587885753 (+6 ms)Region opened successfully at 1731587885756 (+3 ms) 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:05,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:05,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:05,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587885756Disabling compacts and flushes for region at 1731587885756Disabling writes for close at 1731587885756Writing region close event to WAL at 1731587885756Closed at 1731587885756 2024-11-14T12:38:05,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:05,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:38:05,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:38:05,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:05,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:38:05,908 DEBUG [f1b69e0236bd:42919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:38:05,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:05,909 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41669,1731587883016, state=OPENING 2024-11-14T12:38:05,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:38:05,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:05,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:05,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:05,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-13931175/meta-region-server: CHANGED 2024-11-14T12:38:05,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-13931175/meta-region-server: CHANGED 2024-11-14T12:38:05,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41669,1731587883016}] 2024-11-14T12:38:06,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:06,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:38:06,150 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:38:06,150 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:06,150 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:38:06,151 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C41669%2C1731587883016.meta, suffix=.meta, logDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/oldWALs, maxLogs=10 2024-11-14T12:38:06,163 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016/f1b69e0236bd%2C41669%2C1731587883016.meta.1731587886151.meta, exclude list is [], retry=0 2024-11-14T12:38:06,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-2c929641-214c-435c-992f-fe0371aa2073,DISK] 2024-11-14T12:38:06,166 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/WALs/f1b69e0236bd,41669,1731587883016/f1b69e0236bd%2C41669%2C1731587883016.meta.1731587886151.meta 2024-11-14T12:38:06,166 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35199:35199)] 2024-11-14T12:38:06,166 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:06,167 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:38:06,167 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:38:06,167 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:38:06,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:06,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:06,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:06,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:06,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:06,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:06,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:06,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:06,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:06,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:06,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:06,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:06,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:06,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:06,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:06,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:06,172 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:06,172 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740 2024-11-14T12:38:06,173 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740 2024-11-14T12:38:06,173 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:06,173 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:06,174 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:06,174 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:06,175 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60382491, jitterRate=-0.10023076832294464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:06,175 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:38:06,175 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587886167Writing region info on filesystem at 1731587886167Initializing all the Stores at 1731587886168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587886168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587886168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587886168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587886168Cleaning up temporary data from old regions at 1731587886173 (+5 ms)Running coprocessor post-open hooks at 1731587886175 (+2 ms)Region opened successfully at 1731587886175 2024-11-14T12:38:06,176 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587886146 2024-11-14T12:38:06,177 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:38:06,177 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:38:06,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:06,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,41669,1731587883016, state=OPEN 2024-11-14T12:38:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-13931175/meta-region-server 2024-11-14T12:38:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-13931175/meta-region-server 2024-11-14T12:38:06,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:06,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-13931175/meta-region-server: CHANGED 2024-11-14T12:38:06,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-13931175/meta-region-server: CHANGED 2024-11-14T12:38:06,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:38:06,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,41669,1731587883016 in 191 msec 2024-11-14T12:38:06,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:38:06,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-14T12:38:06,188 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:06,188 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:38:06,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:06,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41669,1731587883016, seqNum=-1] 2024-11-14T12:38:06,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:06,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:06,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-14T12:38:06,194 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587886194, completionTime=-1 2024-11-14T12:38:06,194 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:38:06,194 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587946195 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588006195 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,195 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:42919, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,196 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,196 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,197 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:38:06,198 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.129sec 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:06,199 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:38:06,200 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:38:06,201 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:38:06,201 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,42919,1731587882901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:06,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:06,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42919,-1 for getting cluster id 2024-11-14T12:38:06,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:06,242 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9079109b-4e52-4b66-a6e1-d5e6260eb633' 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9079109b-4e52-4b66-a6e1-d5e6260eb633" 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66894796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42919,-1] 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:06,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:06,243 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:06,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b87431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:06,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41669,1731587883016, seqNum=-1] 2024-11-14T12:38:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:06,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:06,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:06,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:06,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013a87ec990005 connected 2024-11-14T12:38:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir so I do NOT create it in target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c 2024-11-14T12:38:06,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T12:38:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.tmp.dir so I do NOT create it in target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c 2024-11-14T12:38:06,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T12:38:06,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c 2024-11-14T12:38:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T12:38:06,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/cluster_8b1d6efc-5bd0-c0b6-33b6-ee9651fc04aa, deleteOnExit=true 2024-11-14T12:38:06,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/test.cache.data in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.log.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T12:38:06,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/nfs.dump.dir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/java.io.tmpdir in system properties and HBase conf 2024-11-14T12:38:06,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T12:38:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T12:38:06,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T12:38:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,449 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T12:38:06,450 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,450 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,512 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,515 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,515 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:06,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:06,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:38:06,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:38:06,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:38:06,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T12:38:06,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:06,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:38:06,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:38:06,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab6d795{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/java.io.tmpdir/jetty-localhost-36297-hadoop-hdfs-3_4_1-tests_jar-_-any-15849709607368960720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:38:06,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:36297} 2024-11-14T12:38:06,660 INFO [Time-limited test {}] server.Server(415): Started @341577ms 2024-11-14T12:38:06,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T12:38:06,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T12:38:06,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T12:38:06,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T12:38:06,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T12:38:06,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.log.dir/,AVAILABLE} 2024-11-14T12:38:06,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T12:38:07,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38110666{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/java.io.tmpdir/jetty-localhost-46527-hadoop-hdfs-3_4_1-tests_jar-_-any-13458412071199586504/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:38:07,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:46527} 2024-11-14T12:38:07,022 INFO [Time-limited test {}] server.Server(415): Started @341939ms 2024-11-14T12:38:07,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T12:38:07,383 WARN [Thread-4579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/cluster_8b1d6efc-5bd0-c0b6-33b6-ee9651fc04aa/data/data2/current/BP-1922397257-172.17.0.3-1731587886277/current, will proceed with Du for space computation calculation, 2024-11-14T12:38:07,383 WARN [Thread-4578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/cluster_8b1d6efc-5bd0-c0b6-33b6-ee9651fc04aa/data/data1/current/BP-1922397257-172.17.0.3-1731587886277/current, will proceed with Du for space computation calculation, 2024-11-14T12:38:07,403 WARN [Thread-4566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T12:38:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a69f8fb9b8d0ba with lease ID 0xe04d2cd390ddef9: Processing first storage report for DS-ede32e0f-f7d6-41bb-9ee5-2f39c85b98d0 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=02ff8537-8287-4720-bcd3-f833fa17ae6b, infoPort=42687, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=833739374;c=1731587886277) 2024-11-14T12:38:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a69f8fb9b8d0ba with lease ID 0xe04d2cd390ddef9: from storage DS-ede32e0f-f7d6-41bb-9ee5-2f39c85b98d0 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=02ff8537-8287-4720-bcd3-f833fa17ae6b, infoPort=42687, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=833739374;c=1731587886277), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:38:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64a69f8fb9b8d0ba with lease ID 0xe04d2cd390ddef9: Processing first storage report for DS-45681188-8916-4a65-8d31-d686b2f47c44 from datanode DatanodeRegistration(127.0.0.1:36733, datanodeUuid=02ff8537-8287-4720-bcd3-f833fa17ae6b, infoPort=42687, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=833739374;c=1731587886277) 2024-11-14T12:38:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64a69f8fb9b8d0ba with lease ID 0xe04d2cd390ddef9: from storage DS-45681188-8916-4a65-8d31-d686b2f47c44 node DatanodeRegistration(127.0.0.1:36733, datanodeUuid=02ff8537-8287-4720-bcd3-f833fa17ae6b, infoPort=42687, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=833739374;c=1731587886277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T12:38:07,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c 2024-11-14T12:38:07,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741825_1001 (size=7) 2024-11-14T12:38:07,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e with version=8 2024-11-14T12:38:07,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/hbase-staging 2024-11-14T12:38:07,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:38:07,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44315 2024-11-14T12:38:07,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44315 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443150x0, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:07,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44315-0x1013a87ec990006 connected 2024-11-14T12:38:07,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/running 2024-11-14T12:38:07,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e, hbase.cluster.distributed=false 2024-11-14T12:38:07,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/acl 2024-11-14T12:38:07,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-14T12:38:07,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44315 2024-11-14T12:38:07,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44315 2024-11-14T12:38:07,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-14T12:38:07,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44315 2024-11-14T12:38:07,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f1b69e0236bd:0 server-side Connection retries=45 2024-11-14T12:38:07,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T12:38:07,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T12:38:07,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T12:38:07,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T12:38:07,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:38:07,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44911 2024-11-14T12:38:07,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44911 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:07,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:07,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449110x0, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:07,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449110x0, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/running 2024-11-14T12:38:07,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44911-0x1013a87ec990007 connected 2024-11-14T12:38:07,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T12:38:07,570 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T12:38:07,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/master 2024-11-14T12:38:07,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/acl 2024-11-14T12:38:07,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-14T12:38:07,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44911 2024-11-14T12:38:07,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44911 2024-11-14T12:38:07,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-14T12:38:07,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-14T12:38:07,588 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f1b69e0236bd:44315 2024-11-14T12:38:07,589 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2743734105/backup-masters/f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/backup-masters 2024-11-14T12:38:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/backup-masters 2024-11-14T12:38:07,594 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on existing znode=/2743734105/backup-masters/f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:07,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2743734105/master 2024-11-14T12:38:07,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:07,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:07,602 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on existing znode=/2743734105/master 2024-11-14T12:38:07,602 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2743734105/backup-masters/f1b69e0236bd,44315,1731587887463 from backup master directory 2024-11-14T12:38:07,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/backup-masters 2024-11-14T12:38:07,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2743734105/backup-masters/f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:07,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/backup-masters 2024-11-14T12:38:07,610 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:38:07,610 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:07,613 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/hbase.id] with ID: 51e4f762-15f9-43e2-ba98-03cf8174b64e 2024-11-14T12:38:07,613 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/.tmp/hbase.id 2024-11-14T12:38:07,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741826_1002 (size=42) 2024-11-14T12:38:08,020 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/.tmp/hbase.id]:[hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/hbase.id] 2024-11-14T12:38:08,027 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:08,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T12:38:08,028 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T12:38:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741827_1003 (size=196) 2024-11-14T12:38:08,465 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:08,465 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T12:38:08,466 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741828_1004 (size=1189) 2024-11-14T12:38:08,871 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store 2024-11-14T12:38:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741829_1005 (size=34) 2024-11-14T12:38:09,276 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:09,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:38:09,277 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:09,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:09,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:38:09,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:09,277 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:09,277 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587889276Disabling compacts and flushes for region at 1731587889276Disabling writes for close at 1731587889277 (+1 ms)Writing region close event to WAL at 1731587889277Closed at 1731587889277 2024-11-14T12:38:09,278 WARN [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/.initializing 2024-11-14T12:38:09,278 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/WALs/f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:09,278 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:38:09,280 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f1b69e0236bd%2C44315%2C1731587887463, suffix=, logDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/WALs/f1b69e0236bd,44315,1731587887463, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/oldWALs, maxLogs=10 2024-11-14T12:38:09,293 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/WALs/f1b69e0236bd,44315,1731587887463/f1b69e0236bd%2C44315%2C1731587887463.1731587889280, exclude list is [], retry=0 2024-11-14T12:38:09,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-ede32e0f-f7d6-41bb-9ee5-2f39c85b98d0,DISK] 2024-11-14T12:38:09,297 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/WALs/f1b69e0236bd,44315,1731587887463/f1b69e0236bd%2C44315%2C1731587887463.1731587889280 2024-11-14T12:38:09,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-11-14T12:38:09,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:09,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:09,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,297 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T12:38:09,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:09,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:09,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T12:38:09,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:09,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:09,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T12:38:09,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:09,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:09,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T12:38:09,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:09,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:09,303 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,304 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,305 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:09,306 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T12:38:09,307 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:09,307 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66975339, jitterRate=-0.0019896775484085083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:09,308 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731587889297Initializing all the Stores at 1731587889298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587889298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587889298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587889298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587889298Cleaning up temporary data from old regions at 1731587889305 (+7 ms)Region opened successfully at 1731587889307 (+2 ms) 2024-11-14T12:38:09,308 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T12:38:09,309 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560a214a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:38:09,310 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T12:38:09,310 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T12:38:09,310 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T12:38:09,310 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T12:38:09,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T12:38:09,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T12:38:09,311 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T12:38:09,315 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T12:38:09,315 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/balancer because node does not exist (not necessarily an error) 2024-11-14T12:38:09,360 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/balancer already deleted, retry=false 2024-11-14T12:38:09,361 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T12:38:09,361 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/normalizer because node does not exist (not necessarily an error) 2024-11-14T12:38:09,368 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/normalizer already deleted, retry=false 2024-11-14T12:38:09,369 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T12:38:09,370 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/switch/split because node does not exist (not necessarily an error) 2024-11-14T12:38:09,377 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/switch/split already deleted, retry=false 2024-11-14T12:38:09,377 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/switch/merge because node does not exist (not necessarily an error) 2024-11-14T12:38:09,385 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/switch/merge already deleted, retry=false 2024-11-14T12:38:09,387 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T12:38:09,393 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/snapshot-cleanup already deleted, retry=false 2024-11-14T12:38:09,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2743734105/running 2024-11-14T12:38:09,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2743734105/running 2024-11-14T12:38:09,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,402 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f1b69e0236bd,44315,1731587887463, sessionid=0x1013a87ec990006, setting cluster-up flag (Was=false) 2024-11-14T12:38:09,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,444 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2743734105/flush-table-proc/acquired, /2743734105/flush-table-proc/reached, /2743734105/flush-table-proc/abort 2024-11-14T12:38:09,444 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:09,485 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2743734105/online-snapshot/acquired, /2743734105/online-snapshot/reached, /2743734105/online-snapshot/abort 2024-11-14T12:38:09,486 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:09,487 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T12:38:09,488 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:09,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T12:38:09,488 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T12:38:09,489 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f1b69e0236bd,44315,1731587887463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=5, maxPoolSize=5 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f1b69e0236bd:0, corePoolSize=10, maxPoolSize=10 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:09,490 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:09,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T12:38:09,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:09,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731587919497 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T12:38:09,497 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T12:38:09,499 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,499 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T12:38:09,499 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T12:38:09,499 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T12:38:09,499 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T12:38:09,500 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T12:38:09,500 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T12:38:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741831_1007 (size=1321) 2024-11-14T12:38:09,502 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587889501,5,FailOnTimeoutGroup] 2024-11-14T12:38:09,505 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587889502,5,FailOnTimeoutGroup] 2024-11-14T12:38:09,505 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,505 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T12:38:09,505 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,505 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,580 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(746): ClusterId : 51e4f762-15f9-43e2-ba98-03cf8174b64e 2024-11-14T12:38:09,580 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T12:38:09,586 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T12:38:09,586 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T12:38:09,594 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T12:38:09,594 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19cc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f1b69e0236bd/172.17.0.3:0 2024-11-14T12:38:09,606 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f1b69e0236bd:44911 2024-11-14T12:38:09,606 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T12:38:09,606 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T12:38:09,606 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T12:38:09,606 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(2659): reportForDuty to master=f1b69e0236bd,44315,1731587887463 with port=44911, startcode=1731587887556 2024-11-14T12:38:09,607 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T12:38:09,608 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T12:38:09,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44315 {}] master.ServerManager(517): Registering regionserver=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,609 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e 2024-11-14T12:38:09,609 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36401 2024-11-14T12:38:09,609 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T12:38:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/rs 2024-11-14T12:38:09,642 DEBUG [RS:0;f1b69e0236bd:44911 {}] zookeeper.ZKUtil(111): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on existing znode=/2743734105/rs/f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,642 WARN [RS:0;f1b69e0236bd:44911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T12:38:09,642 INFO [RS:0;f1b69e0236bd:44911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:09,642 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f1b69e0236bd,44911,1731587887556] 2024-11-14T12:38:09,645 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T12:38:09,646 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T12:38:09,646 INFO [RS:0;f1b69e0236bd:44911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T12:38:09,646 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,647 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T12:38:09,647 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T12:38:09,647 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f1b69e0236bd:0, corePoolSize=2, maxPoolSize=2 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,647 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f1b69e0236bd:0, corePoolSize=1, maxPoolSize=1 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:09,648 DEBUG [RS:0;f1b69e0236bd:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f1b69e0236bd:0, corePoolSize=3, maxPoolSize=3 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,648 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44911,1731587887556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:09,665 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T12:38:09,665 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44911,1731587887556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,665 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,665 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.Replication(171): f1b69e0236bd,44911,1731587887556 started 2024-11-14T12:38:09,678 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:09,678 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1482): Serving as f1b69e0236bd,44911,1731587887556, RpcServer on f1b69e0236bd/172.17.0.3:44911, sessionid=0x1013a87ec990007 2024-11-14T12:38:09,678 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T12:38:09,678 DEBUG [RS:0;f1b69e0236bd:44911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,678 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,44911,1731587887556' 2024-11-14T12:38:09,678 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2743734105/flush-table-proc/abort' 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2743734105/flush-table-proc/acquired' 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f1b69e0236bd,44911,1731587887556' 2024-11-14T12:38:09,679 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2743734105/online-snapshot/abort' 2024-11-14T12:38:09,680 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2743734105/online-snapshot/acquired' 2024-11-14T12:38:09,680 DEBUG [RS:0;f1b69e0236bd:44911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T12:38:09,680 INFO [RS:0;f1b69e0236bd:44911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T12:38:09,680 INFO [RS:0;f1b69e0236bd:44911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T12:38:09,780 INFO [RS:0;f1b69e0236bd:44911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T12:38:09,781 INFO [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C44911%2C1731587887556, suffix=, logDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/oldWALs, maxLogs=10 2024-11-14T12:38:09,795 DEBUG [RS:0;f1b69e0236bd:44911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556/f1b69e0236bd%2C44911%2C1731587887556.1731587889782, exclude list is [], retry=0 2024-11-14T12:38:09,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-ede32e0f-f7d6-41bb-9ee5-2f39c85b98d0,DISK] 2024-11-14T12:38:09,798 INFO [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556/f1b69e0236bd%2C44911%2C1731587887556.1731587889782 2024-11-14T12:38:09,798 DEBUG [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-11-14T12:38:09,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T12:38:09,902 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e 2024-11-14T12:38:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741833_1009 (size=32) 2024-11-14T12:38:10,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:10,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:10,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:10,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:10,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:10,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:10,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:10,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:10,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:10,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:10,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740 2024-11-14T12:38:10,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740 2024-11-14T12:38:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:10,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:10,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:10,317 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64177220, jitterRate=-0.04368489980697632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731587890308Initializing all the Stores at 1731587890308Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587890309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890309Cleaning up temporary data from old regions at 1731587890315 (+6 ms)Region opened successfully at 1731587890317 (+2 ms) 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:10,317 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:10,318 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:10,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587890317Disabling compacts and flushes for region at 1731587890317Disabling writes for close at 1731587890317Writing region close event to WAL at 1731587890318 (+1 ms)Closed at 1731587890318 2024-11-14T12:38:10,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:10,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T12:38:10,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T12:38:10,319 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:10,320 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T12:38:10,470 DEBUG [f1b69e0236bd:44315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T12:38:10,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:10,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,44911,1731587887556, state=OPENING 2024-11-14T12:38:10,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T12:38:10,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:10,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:10,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2743734105/meta-region-server: CHANGED 2024-11-14T12:38:10,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2743734105/meta-region-server: CHANGED 2024-11-14T12:38:10,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T12:38:10,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44911,1731587887556}] 2024-11-14T12:38:10,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:10,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:38:10,684 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T12:38:10,684 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:10,684 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T12:38:10,685 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C44911%2C1731587887556.meta, suffix=.meta, logDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556, archiveDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/oldWALs, maxLogs=10 2024-11-14T12:38:10,698 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556/f1b69e0236bd%2C44911%2C1731587887556.meta.1731587890685.meta, exclude list is [], retry=0 2024-11-14T12:38:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36733,DS-ede32e0f-f7d6-41bb-9ee5-2f39c85b98d0,DISK] 2024-11-14T12:38:10,701 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/WALs/f1b69e0236bd,44911,1731587887556/f1b69e0236bd%2C44911%2C1731587887556.meta.1731587890685.meta 2024-11-14T12:38:10,702 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-11-14T12:38:10,702 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:10,702 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:10,702 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:38:10,703 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T12:38:10,703 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T12:38:10,703 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T12:38:10,703 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:10,703 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T12:38:10,703 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T12:38:10,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T12:38:10,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T12:38:10,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T12:38:10,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T12:38:10,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T12:38:10,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T12:38:10,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T12:38:10,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T12:38:10,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T12:38:10,708 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T12:38:10,708 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740 2024-11-14T12:38:10,709 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740 2024-11-14T12:38:10,710 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T12:38:10,710 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T12:38:10,710 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T12:38:10,711 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T12:38:10,712 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64684543, jitterRate=-0.036125198006629944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T12:38:10,712 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T12:38:10,712 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731587890703Writing region info on filesystem at 1731587890703Initializing all the Stores at 1731587890704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587890704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731587890704Cleaning up temporary data from old regions at 1731587890710 (+6 ms)Running coprocessor post-open hooks at 1731587890712 (+2 ms)Region opened successfully at 1731587890712 2024-11-14T12:38:10,713 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731587890680 2024-11-14T12:38:10,715 DEBUG [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T12:38:10,715 INFO [RS_OPEN_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T12:38:10,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:10,716 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f1b69e0236bd,44911,1731587887556, state=OPEN 2024-11-14T12:38:10,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2743734105/meta-region-server 2024-11-14T12:38:10,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2743734105/meta-region-server 2024-11-14T12:38:10,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:10,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2743734105/meta-region-server: CHANGED 2024-11-14T12:38:10,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2743734105/meta-region-server: CHANGED 2024-11-14T12:38:10,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T12:38:10,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f1b69e0236bd,44911,1731587887556 in 198 msec 2024-11-14T12:38:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T12:38:10,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-14T12:38:10,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T12:38:10,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T12:38:10,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:10,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44911,1731587887556, seqNum=-1] 2024-11-14T12:38:10,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:10,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:10,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-14T12:38:10,734 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731587890734, completionTime=-1 2024-11-14T12:38:10,734 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T12:38:10,734 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731587950736 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731588010736 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,736 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,737 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f1b69e0236bd:44315, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,737 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,737 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,739 DEBUG [master/f1b69e0236bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.130sec 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T12:38:10,740 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T12:38:10,742 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T12:38:10,742 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T12:38:10,742 INFO [master/f1b69e0236bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f1b69e0236bd,44315,1731587887463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T12:38:10,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:10,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44315,-1 for getting cluster id 2024-11-14T12:38:10,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:10,782 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51e4f762-15f9-43e2-ba98-03cf8174b64e' 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51e4f762-15f9-43e2-ba98-03cf8174b64e" 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3f9040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44315,-1] 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:10,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:10,784 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:10,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:10,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44911,1731587887556, seqNum=-1] 2024-11-14T12:38:10,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:10,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:10,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:10,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51305 2024-11-14T12:38:10,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T12:38:10,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013a87ec990008 connected 2024-11-14T12:38:10,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a80f7f 2024-11-14T12:38:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:10,812 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:10,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:38:10,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:38:10,815 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:10,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:38:10,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:38:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:10,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:38:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:11,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:11,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:38:11,001 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148868 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:38:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:11,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb869fab07649151544bdf7f6561c103, NAME => 'test,,1731587890812.eb869fab07649151544bdf7f6561c103.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e 2024-11-14T12:38:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:38:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:11,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587890812.eb869fab07649151544bdf7f6561c103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:11,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb869fab07649151544bdf7f6561c103, disabling compactions & flushes 2024-11-14T12:38:11,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587890812.eb869fab07649151544bdf7f6561c103. after waiting 0 ms 2024-11-14T12:38:11,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb869fab07649151544bdf7f6561c103: Waiting for close lock at 1731587891627Disabling compacts and flushes for region at 1731587891627Disabling writes for close at 1731587891627Writing region close event to WAL at 1731587891627Closed at 1731587891627 2024-11-14T12:38:11,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:38:11,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587890812.eb869fab07649151544bdf7f6561c103.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587891629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587891629"}]},"ts":"1731587891629"} 2024-11-14T12:38:11,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:38:11,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:38:11,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587891631"}]},"ts":"1731587891631"} 2024-11-14T12:38:11,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:38:11,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb869fab07649151544bdf7f6561c103, ASSIGN}] 2024-11-14T12:38:11,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb869fab07649151544bdf7f6561c103, ASSIGN 2024-11-14T12:38:11,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb869fab07649151544bdf7f6561c103, ASSIGN; state=OFFLINE, location=f1b69e0236bd,43139,1731587878205; forceNewPlan=false, retain=false 2024-11-14T12:38:11,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb869fab07649151544bdf7f6561c103, regionState=OPENING, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb869fab07649151544bdf7f6561c103, ASSIGN because future has completed 2024-11-14T12:38:11,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb869fab07649151544bdf7f6561c103, server=f1b69e0236bd,43139,1731587878205}] 2024-11-14T12:38:11,942 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,942 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb869fab07649151544bdf7f6561c103, NAME => 'test,,1731587890812.eb869fab07649151544bdf7f6561c103.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:11,943 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:11,943 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:38:11,943 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,943 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587890812.eb869fab07649151544bdf7f6561c103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:11,943 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,943 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,944 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,945 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb869fab07649151544bdf7f6561c103 columnFamilyName f 2024-11-14T12:38:11,945 DEBUG [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:11,946 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(327): Store=eb869fab07649151544bdf7f6561c103/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:11,946 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,947 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb869fab07649151544bdf7f6561c103 columnFamilyName f1 2024-11-14T12:38:11,947 DEBUG [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:11,947 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(327): Store=eb869fab07649151544bdf7f6561c103/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:11,947 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,948 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb869fab07649151544bdf7f6561c103 columnFamilyName norep 2024-11-14T12:38:11,948 DEBUG [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:11,948 INFO [StoreOpener-eb869fab07649151544bdf7f6561c103-1 {}] regionserver.HStore(327): Store=eb869fab07649151544bdf7f6561c103/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:11,948 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,949 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,949 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,950 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,950 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,950 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:38:11,951 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:11,952 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:11,953 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb869fab07649151544bdf7f6561c103; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70940566, jitterRate=0.05709680914878845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:38:11,953 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:11,953 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb869fab07649151544bdf7f6561c103: Running coprocessor pre-open hook at 1731587891943Writing region info on filesystem at 1731587891943Initializing all the Stores at 1731587891944 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587891944Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587891944Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587891944Cleaning up temporary data from old regions at 1731587891950 (+6 ms)Running coprocessor post-open hooks at 1731587891953 (+3 ms)Region opened successfully at 1731587891953 2024-11-14T12:38:11,954 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587890812.eb869fab07649151544bdf7f6561c103., pid=6, masterSystemTime=1731587891939 2024-11-14T12:38:11,955 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,956 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:11,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb869fab07649151544bdf7f6561c103, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb869fab07649151544bdf7f6561c103, server=f1b69e0236bd,43139,1731587878205 because future has completed 2024-11-14T12:38:11,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:38:11,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb869fab07649151544bdf7f6561c103, server=f1b69e0236bd,43139,1731587878205 in 171 msec 2024-11-14T12:38:11,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:38:11,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb869fab07649151544bdf7f6561c103, ASSIGN in 327 msec 2024-11-14T12:38:11,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:38:11,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587891962"}]},"ts":"1731587891962"} 2024-11-14T12:38:11,963 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:38:11,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:38:11,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-14T12:38:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:12,961 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:38:12,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41aa1115 2024-11-14T12:38:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:12,963 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:12,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:38:12,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:38:12,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:38:12,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:12,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:38:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:38:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:13,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d1670f999381eec16b1e3a4f8318e73, NAME => 'test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3 2024-11-14T12:38:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:38:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d1670f999381eec16b1e3a4f8318e73, disabling compactions & flushes 2024-11-14T12:38:13,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. after waiting 0 ms 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:13,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:13,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d1670f999381eec16b1e3a4f8318e73: Waiting for close lock at 1731587893782Disabling compacts and flushes for region at 1731587893782Disabling writes for close at 1731587893782Writing region close event to WAL at 1731587893782Closed at 1731587893782 2024-11-14T12:38:13,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:38:13,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587893783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587893783"}]},"ts":"1731587893783"} 2024-11-14T12:38:13,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:38:13,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:38:13,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587893786"}]},"ts":"1731587893786"} 2024-11-14T12:38:13,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:38:13,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d1670f999381eec16b1e3a4f8318e73, ASSIGN}] 2024-11-14T12:38:13,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d1670f999381eec16b1e3a4f8318e73, ASSIGN 2024-11-14T12:38:13,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d1670f999381eec16b1e3a4f8318e73, ASSIGN; state=OFFLINE, location=f1b69e0236bd,41669,1731587883016; forceNewPlan=false, retain=false 2024-11-14T12:38:13,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d1670f999381eec16b1e3a4f8318e73, regionState=OPENING, regionLocation=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d1670f999381eec16b1e3a4f8318e73, ASSIGN because future has completed 2024-11-14T12:38:13,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1670f999381eec16b1e3a4f8318e73, server=f1b69e0236bd,41669,1731587883016}] 2024-11-14T12:38:14,096 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:14,096 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d1670f999381eec16b1e3a4f8318e73, NAME => 'test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:14,096 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:14,096 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:38:14,097 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,097 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:14,097 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,097 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,098 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,099 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1670f999381eec16b1e3a4f8318e73 columnFamilyName f 2024-11-14T12:38:14,099 DEBUG [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:14,099 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(327): Store=9d1670f999381eec16b1e3a4f8318e73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:14,099 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,100 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1670f999381eec16b1e3a4f8318e73 columnFamilyName f1 2024-11-14T12:38:14,100 DEBUG [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:14,100 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(327): Store=9d1670f999381eec16b1e3a4f8318e73/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:14,100 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:14,101 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1670f999381eec16b1e3a4f8318e73 columnFamilyName norep 2024-11-14T12:38:14,101 DEBUG [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:14,101 INFO [StoreOpener-9d1670f999381eec16b1e3a4f8318e73-1 {}] regionserver.HStore(327): Store=9d1670f999381eec16b1e3a4f8318e73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:14,101 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,102 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,102 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,103 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,103 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,103 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:38:14,104 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,105 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:14,105 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d1670f999381eec16b1e3a4f8318e73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70739082, jitterRate=0.05409446358680725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:38:14,105 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:14,105 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d1670f999381eec16b1e3a4f8318e73: Running coprocessor pre-open hook at 1731587894097Writing region info on filesystem at 1731587894097Initializing all the Stores at 1731587894097Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587894097Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587894097Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587894098 (+1 ms)Cleaning up temporary data from old regions at 1731587894103 (+5 ms)Running coprocessor post-open hooks at 1731587894105 (+2 ms)Region opened successfully at 1731587894105 2024-11-14T12:38:14,106 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73., pid=6, masterSystemTime=1731587894093 2024-11-14T12:38:14,107 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:14,107 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:14,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d1670f999381eec16b1e3a4f8318e73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:14,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1670f999381eec16b1e3a4f8318e73, server=f1b69e0236bd,41669,1731587883016 because future has completed 2024-11-14T12:38:14,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:38:14,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d1670f999381eec16b1e3a4f8318e73, server=f1b69e0236bd,41669,1731587883016 in 169 msec 2024-11-14T12:38:14,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:38:14,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d1670f999381eec16b1e3a4f8318e73, ASSIGN in 324 msec 2024-11-14T12:38:14,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:38:14,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587894114"}]},"ts":"1731587894114"} 2024-11-14T12:38:14,115 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:38:14,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:38:14,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T12:38:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:15,111 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:38:15,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bbc04d6 2024-11-14T12:38:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:15,113 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:15,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T12:38:15,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:38:15,115 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:15,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T12:38:15,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:38:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741835_1011 (size=902) 2024-11-14T12:38:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:15,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb8b67ce4147cd9c200746263594ed13, NAME => 'test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e 2024-11-14T12:38:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741836_1012 (size=39) 2024-11-14T12:38:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb8b67ce4147cd9c200746263594ed13, disabling compactions & flushes 2024-11-14T12:38:15,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. after waiting 0 ms 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:15,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:15,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb8b67ce4147cd9c200746263594ed13: Waiting for close lock at 1731587895927Disabling compacts and flushes for region at 1731587895927Disabling writes for close at 1731587895927Writing region close event to WAL at 1731587895927Closed at 1731587895927 2024-11-14T12:38:15,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:38:15,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731587895928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587895928"}]},"ts":"1731587895928"} 2024-11-14T12:38:15,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:38:15,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:38:15,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587895930"}]},"ts":"1731587895930"} 2024-11-14T12:38:15,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T12:38:15,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb8b67ce4147cd9c200746263594ed13, ASSIGN}] 2024-11-14T12:38:15,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb8b67ce4147cd9c200746263594ed13, ASSIGN 2024-11-14T12:38:15,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb8b67ce4147cd9c200746263594ed13, ASSIGN; state=OFFLINE, location=f1b69e0236bd,44911,1731587887556; forceNewPlan=false, retain=false 2024-11-14T12:38:16,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb8b67ce4147cd9c200746263594ed13, regionState=OPENING, regionLocation=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:16,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb8b67ce4147cd9c200746263594ed13, ASSIGN because future has completed 2024-11-14T12:38:16,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb8b67ce4147cd9c200746263594ed13, server=f1b69e0236bd,44911,1731587887556}] 2024-11-14T12:38:16,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,241 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:16,242 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb8b67ce4147cd9c200746263594ed13, NAME => 'test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:16,242 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:16,242 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T12:38:16,243 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,243 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:16,243 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,243 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,244 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,245 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb8b67ce4147cd9c200746263594ed13 columnFamilyName f 2024-11-14T12:38:16,245 DEBUG [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:16,246 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(327): Store=fb8b67ce4147cd9c200746263594ed13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:16,246 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,247 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb8b67ce4147cd9c200746263594ed13 columnFamilyName f1 2024-11-14T12:38:16,247 DEBUG [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:16,247 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(327): Store=fb8b67ce4147cd9c200746263594ed13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:16,247 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,248 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb8b67ce4147cd9c200746263594ed13 columnFamilyName norep 2024-11-14T12:38:16,248 DEBUG [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:16,248 INFO [StoreOpener-fb8b67ce4147cd9c200746263594ed13-1 {}] regionserver.HStore(327): Store=fb8b67ce4147cd9c200746263594ed13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:16,248 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,249 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,249 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,250 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,250 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,250 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:38:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:16,251 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,252 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:16,253 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb8b67ce4147cd9c200746263594ed13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71772300, jitterRate=0.06949061155319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:38:16,253 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:16,253 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb8b67ce4147cd9c200746263594ed13: Running coprocessor pre-open hook at 1731587896243Writing region info on filesystem at 1731587896243Initializing all the Stores at 1731587896244 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587896244Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587896244Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587896244Cleaning up temporary data from old regions at 1731587896250 (+6 ms)Running coprocessor post-open hooks at 1731587896253 (+3 ms)Region opened successfully at 1731587896253 2024-11-14T12:38:16,254 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731587895113.fb8b67ce4147cd9c200746263594ed13., pid=6, masterSystemTime=1731587896238 2024-11-14T12:38:16,255 DEBUG [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:16,255 INFO [RS_OPEN_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:16,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb8b67ce4147cd9c200746263594ed13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:16,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb8b67ce4147cd9c200746263594ed13, server=f1b69e0236bd,44911,1731587887556 because future has completed 2024-11-14T12:38:16,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T12:38:16,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb8b67ce4147cd9c200746263594ed13, server=f1b69e0236bd,44911,1731587887556 in 171 msec 2024-11-14T12:38:16,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T12:38:16,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb8b67ce4147cd9c200746263594ed13, ASSIGN in 327 msec 2024-11-14T12:38:16,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:38:16,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587896261"}]},"ts":"1731587896261"} 2024-11-14T12:38:16,262 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T12:38:16,263 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:38:16,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-14T12:38:16,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:16,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T12:38:17,261 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T12:38:17,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:17,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:17,263 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:17,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:17,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:17,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f2a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:17,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:17,264 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6391a6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@725dfb26 2024-11-14T12:38:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:17,266 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:17,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f1b69e0236bd:42919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:38:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:38:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:17,269 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:42919' 2024-11-14T12:38:17,270 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54278c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,270 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42919,-1 for getting cluster id 2024-11-14T12:38:17,270 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:17,270 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9079109b-4e52-4b66-a6e1-d5e6260eb633' 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9079109b-4e52-4b66-a6e1-d5e6260eb633" 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181dead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42919,-1] 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:17,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:17,271 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40443407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:17,272 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5397286 2024-11-14T12:38:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:17,273 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:17,274 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T12:38:17,274 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:38:17,274 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:17,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:17,274 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:17,275 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T12:38:17,275 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T12:38:17,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T12:38:17,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:17,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T12:38:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741837_1013 (size=1138) 2024-11-14T12:38:17,326 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T12:38:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:17,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98deb56aa7a55d874b1bc4ccbe187f4d, NAME => 'hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e 2024-11-14T12:38:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741838_1014 (size=44) 2024-11-14T12:38:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98deb56aa7a55d874b1bc4ccbe187f4d, disabling compactions & flushes 2024-11-14T12:38:18,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. after waiting 0 ms 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98deb56aa7a55d874b1bc4ccbe187f4d: Waiting for close lock at 1731587898088Disabling compacts and flushes for region at 1731587898088Disabling writes for close at 1731587898088Writing region close event to WAL at 1731587898088Closed at 1731587898088 2024-11-14T12:38:18,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T12:38:18,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731587898089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731587898089"}]},"ts":"1731587898089"} 2024-11-14T12:38:18,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T12:38:18,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T12:38:18,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587898092"}]},"ts":"1731587898092"} 2024-11-14T12:38:18,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T12:38:18,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98deb56aa7a55d874b1bc4ccbe187f4d, ASSIGN}] 2024-11-14T12:38:18,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98deb56aa7a55d874b1bc4ccbe187f4d, ASSIGN 2024-11-14T12:38:18,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98deb56aa7a55d874b1bc4ccbe187f4d, ASSIGN; state=OFFLINE, location=f1b69e0236bd,43139,1731587878205; forceNewPlan=false, retain=false 2024-11-14T12:38:18,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98deb56aa7a55d874b1bc4ccbe187f4d, regionState=OPENING, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:18,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98deb56aa7a55d874b1bc4ccbe187f4d, ASSIGN because future has completed 2024-11-14T12:38:18,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98deb56aa7a55d874b1bc4ccbe187f4d, server=f1b69e0236bd,43139,1731587878205}] 2024-11-14T12:38:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:18,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T12:38:18,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T12:38:18,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f1b69e0236bd%2C43139%2C1731587878205.rep, suffix=, logDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205, archiveDir=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/oldWALs, maxLogs=10 2024-11-14T12:38:18,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587898403, exclude list is [], retry=0 2024-11-14T12:38:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:18,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587898403 2024-11-14T12:38:18,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98deb56aa7a55d874b1bc4ccbe187f4d, NAME => 'hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T12:38:18,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. service=MultiRowMutationService 2024-11-14T12:38:18,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,421 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,422 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98deb56aa7a55d874b1bc4ccbe187f4d columnFamilyName hfileref 2024-11-14T12:38:18,422 DEBUG [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:18,423 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(327): Store=98deb56aa7a55d874b1bc4ccbe187f4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:18,423 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,424 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98deb56aa7a55d874b1bc4ccbe187f4d columnFamilyName queue 2024-11-14T12:38:18,424 DEBUG [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:18,424 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(327): Store=98deb56aa7a55d874b1bc4ccbe187f4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:18,424 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,425 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98deb56aa7a55d874b1bc4ccbe187f4d columnFamilyName sid 2024-11-14T12:38:18,425 DEBUG [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T12:38:18,426 INFO [StoreOpener-98deb56aa7a55d874b1bc4ccbe187f4d-1 {}] regionserver.HStore(327): Store=98deb56aa7a55d874b1bc4ccbe187f4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T12:38:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T12:38:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T12:38:18,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98deb56aa7a55d874b1bc4ccbe187f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74095317, jitterRate=0.10410626232624054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T12:38:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98deb56aa7a55d874b1bc4ccbe187f4d: Running coprocessor pre-open hook at 1731587898420Writing region info on filesystem at 1731587898420Initializing all the Stores at 1731587898421 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587898421Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587898421Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731587898421Cleaning up temporary data from old regions at 1731587898427 (+6 ms)Running coprocessor post-open hooks at 1731587898430 (+3 ms)Region opened successfully at 1731587898430 2024-11-14T12:38:18,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d., pid=10, masterSystemTime=1731587898399 2024-11-14T12:38:18,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:18,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98deb56aa7a55d874b1bc4ccbe187f4d, regionState=OPEN, openSeqNum=2, regionLocation=f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:18,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98deb56aa7a55d874b1bc4ccbe187f4d, server=f1b69e0236bd,43139,1731587878205 because future has completed 2024-11-14T12:38:18,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T12:38:18,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98deb56aa7a55d874b1bc4ccbe187f4d, server=f1b69e0236bd,43139,1731587878205 in 188 msec 2024-11-14T12:38:18,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T12:38:18,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98deb56aa7a55d874b1bc4ccbe187f4d, ASSIGN in 343 msec 2024-11-14T12:38:18,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T12:38:18,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731587898438"}]},"ts":"1731587898438"} 2024-11-14T12:38:18,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T12:38:18,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T12:38:18,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-14T12:38:18,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2] 2024-11-14T12:38:18,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:18,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:18,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:38:18,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T12:38:18,697 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T12:38:18,723 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f1b69e0236bd,43139,1731587878205, ReplicationSource: 1, currentBandwidth=0 2024-11-14T12:38:18,723 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:18,723 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43139,1731587878205, seqNum=-1] 2024-11-14T12:38:18,723 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:18,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T12:38:18,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f1b69e0236bd,43139,1731587878205', locateType=CURRENT is [region=hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2] 2024-11-14T12:38:18,727 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T12:38:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T12:38:18,730 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f1b69e0236bd,43139,1731587878205 suceeded 2024-11-14T12:38:18,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T12:38:18,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T12:38:18,732 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f1b69e0236bd:42919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:38:18,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4650 sec 2024-11-14T12:38:18,742 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:42919' 2024-11-14T12:38:18,743 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783c7c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:18,743 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42919,-1 for getting cluster id 2024-11-14T12:38:18,743 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:18,743 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9079109b-4e52-4b66-a6e1-d5e6260eb633' 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9079109b-4e52-4b66-a6e1-d5e6260eb633" 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23745db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42919,-1] 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:18,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:18,745 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:18,745 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c674892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:18,745 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@369607a7 2024-11-14T12:38:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:18,746 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T12:38:18,747 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f1b69e0236bd,43139,1731587878205 (queues=1) is replicating from cluster=5d7ae5f3-96b1-4ab6-a973-aed1847e9d17 to cluster=9079109b-4e52-4b66-a6e1-d5e6260eb633 2024-11-14T12:38:18,747 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f1b69e0236bd%2C43139%2C1731587878205 2024-11-14T12:38:18,747 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f1b69e0236bd,43139,1731587878205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:38:18,747 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C43139%2C1731587878205 2024-11-14T12:38:18,747 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307, startPosition=0, beingWritten=true 2024-11-14T12:38:18,751 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:38:18,751 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 379, reset compression=false 2024-11-14T12:38:18,751 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:38:18,954 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 379, reset compression=false 2024-11-14T12:38:19,257 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 379, reset compression=false 2024-11-14T12:38:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T12:38:19,411 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T12:38:19,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:19,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:19,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:19,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:19,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:19,413 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566e6d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:19,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,414 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3afdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2ee14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42919,-1 for getting cluster id 2024-11-14T12:38:19,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:19,415 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9079109b-4e52-4b66-a6e1-d5e6260eb633' 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9079109b-4e52-4b66-a6e1-d5e6260eb633" 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abe9821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42919,-1] 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,416 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a56fbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44315,-1 for getting cluster id 2024-11-14T12:38:19,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:19,418 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51e4f762-15f9-43e2-ba98-03cf8174b64e' 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51e4f762-15f9-43e2-ba98-03cf8174b64e" 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a656ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44315,-1] 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,419 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aec4a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:19,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731587899424/Put/seqid=0 2024-11-14T12:38:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741840_1016 (size=7894) 2024-11-14T12:38:19,660 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 379, reset compression=false 2024-11-14T12:38:19,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731587899830/Put/seqid=0 2024-11-14T12:38:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741841_1017 (size=7691) 2024-11-14T12:38:19,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:19,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:19,852 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e7920f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,853 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:19,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:19,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43139,1731587878205, seqNum=-1] 2024-11-14T12:38:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:19,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:19,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eded2ad 2024-11-14T12:38:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:19,863 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2] 2024-11-14T12:38:19,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:38:19,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T12:38:19,875 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T12:38:19,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T12:38:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:19,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T12:38:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegion(2603): Flush status journal for eb869fab07649151544bdf7f6561c103: 2024-11-14T12:38:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_0 2024-11-14T12:38:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_0 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ 2024-11-14T12:38:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_1 2024-11-14T12:38:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_1 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ 2024-11-14T12:38:19,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_0 into eb869fab07649151544bdf7f6561c103/f as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ - updating store file list. 2024-11-14T12:38:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:19,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ into eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:19,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_0 into eb869fab07649151544bdf7f6561c103/f (new location: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_) 2024-11-14T12:38:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_0 2024-11-14T12:38:19,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_1 into eb869fab07649151544bdf7f6561c103/f as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ - updating store file list. 2024-11-14T12:38:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:19,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ into eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:19,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_1 into eb869fab07649151544bdf7f6561c103/f (new location: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_) 2024-11-14T12:38:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__f9oirbpi4kesbmkhbiupokd2h2k4sff3b6p77dv03gic0o9v535652l5rkob9sa/f/hfile_1 2024-11-14T12:38:19,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:19,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:19,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:19,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 , the old value is region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:43139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:38:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:38:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 from cache 2024-11-14T12:38:19,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:19,900 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T12:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41669,1731587883016, seqNum=-1] 2024-11-14T12:38:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:19,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73., hostname=f1b69e0236bd,41669,1731587883016, seqNum=2] 2024-11-14T12:38:19,904 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:38:20,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:43139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:38:20,164 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 379, reset compression=false 2024-11-14T12:38:20,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:38:20,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb869fab07649151544bdf7f6561c103/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587899897/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:38:20,171 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:20,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T12:38:20,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.ReplicationSink(318): Replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:20,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707f0514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:20,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,42919,-1 for getting cluster id 2024-11-14T12:38:20,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:20,174 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9079109b-4e52-4b66-a6e1-d5e6260eb633' 2024-11-14T12:38:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9079109b-4e52-4b66-a6e1-d5e6260eb633" 2024-11-14T12:38:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360d3801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:20,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,42919,-1] 2024-11-14T12:38:20,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:20,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:20,175 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:20,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180f0beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741837_1013 (size=7894) 2024-11-14T12:38:20,369 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 687, reset compression=false 2024-11-14T12:38:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741838_1014 (size=7691) 2024-11-14T12:38:20,673 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 687, reset compression=false 2024-11-14T12:38:20,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:38:20,906 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:38:20,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:20,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:20,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31dd554e 2024-11-14T12:38:20,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:20,995 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T12:38:20,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:38:20,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:20,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,41669,1731587883016, seqNum=-1] 2024-11-14T12:38:20,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:20,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T12:38:21,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T12:38:21,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T12:38:21,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ for inclusion in 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T12:38:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:21,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ for inclusion in 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T12:38:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegion(2603): Flush status journal for 9d1670f999381eec16b1e3a4f8318e73: 2024-11-14T12:38:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/f6b717bc3d624fbf8e2d516c421b196f_SeqId_4_ 2024-11-14T12:38:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/65985209b43c493399a2a65e55017898_SeqId_4_ 2024-11-14T12:38:21,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/f6b717bc3d624fbf8e2d516c421b196f_SeqId_4_ - updating store file list. 2024-11-14T12:38:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6b717bc3d624fbf8e2d516c421b196f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:21,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/f6b717bc3d624fbf8e2d516c421b196f_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:21,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f (new location: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/f6b717bc3d624fbf8e2d516c421b196f_SeqId_4_) 2024-11-14T12:38:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/73a2c2ee33764a488a4c055b6d8cf4a5_SeqId_4_ 2024-11-14T12:38:21,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/65985209b43c493399a2a65e55017898_SeqId_4_ - updating store file list. 2024-11-14T12:38:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65985209b43c493399a2a65e55017898_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:21,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/65985209b43c493399a2a65e55017898_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:21,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ into 9d1670f999381eec16b1e3a4f8318e73/f (new location: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/65985209b43c493399a2a65e55017898_SeqId_4_) 2024-11-14T12:38:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__n2tsgrc7erkqmbdqs3i3k7s6bojftj7168f30vbq7d73at4ickn6h0p85fpmh4pj/f/b8daa2730f10446885ec5fcbbdfddf3b_SeqId_4_ 2024-11-14T12:38:21,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.ReplicationSink(324): Finished replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:21,077 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 687, reset compression=false 2024-11-14T12:38:21,581 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 687, reset compression=false 2024-11-14T12:38:21,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:38:21,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:21,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44911,1731587887556, seqNum=-1] 2024-11-14T12:38:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:21,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587895113.fb8b67ce4147cd9c200746263594ed13., hostname=f1b69e0236bd,44911,1731587887556, seqNum=2] 2024-11-14T12:38:21,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:21,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T12:38:21,922 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f1b69e0236bd%2C43139%2C1731587878205.rep:(num 1731587898403) roll requested 2024-11-14T12:38:21,939 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587901922, exclude list is [], retry=0 2024-11-14T12:38:21,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:21,943 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587898403 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587901922 2024-11-14T12:38:21,943 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:21,943 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.rep.1731587898403 is not closed yet, will try archiving it next time 2024-11-14T12:38:21,943 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f1b69e0236bd%2C43139%2C1731587878205:(num 1731587880307) roll requested 2024-11-14T12:38:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741839_1015 (size=1505) 2024-11-14T12:38:21,956 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, exclude list is [], retry=0 2024-11-14T12:38:21,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:21,959 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 2024-11-14T12:38:21,960 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:21,960 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 is not closed yet, will try archiving it next time 2024-11-14T12:38:21,960 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f1b69e0236bd%2C43139%2C1731587878205.meta:.meta(num 1731587881341) roll requested 2024-11-14T12:38:21,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:21,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741832_1008 (size=695) 2024-11-14T12:38:21,961 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6428d72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:21,962 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/oldWALs/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 2024-11-14T12:38:21,962 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:21,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64099789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c4bf401 2024-11-14T12:38:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:21,965 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:21,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f1b69e0236bd:44315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T12:38:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T12:38:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:38:21,968 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:44315' 2024-11-14T12:38:21,969 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eef6489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,969 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44315,-1 for getting cluster id 2024-11-14T12:38:21,969 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:21,969 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51e4f762-15f9-43e2-ba98-03cf8174b64e' 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51e4f762-15f9-43e2-ba98-03cf8174b64e" 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff25c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44315,-1] 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:21,971 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:21,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f579a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:21,971 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:21,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:21,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf4a38e 2024-11-14T12:38:21,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:21,972 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:21,973 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T12:38:21,973 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T12:38:21,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:21,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:21,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:21,979 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587901960.meta, exclude list is [], retry=0 2024-11-14T12:38:21,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-515e73d0-4428-4e5e-b572-1d93fcf95e8d,DISK] 2024-11-14T12:38:21,982 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587881341.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587901960.meta 2024-11-14T12:38:21,983 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39535:39535)] 2024-11-14T12:38:21,983 DEBUG [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587881341.meta is not closed yet, will try archiving it next time 2024-11-14T12:38:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741834_1010 (size=3473) 2024-11-14T12:38:22,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T12:38:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:38:22,185 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 to pos 687, reset compression=false 2024-11-14T12:38:22,191 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 was moved to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/oldWALs/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 2024-11-14T12:38:22,193 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307 2024-11-14T12:38:22,193 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, startPosition=0, beingWritten=true 2024-11-14T12:38:22,193 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587880307, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T12:38:22,196 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f1b69e0236bd%2C43139%2C1731587878205.1731587880307] 2024-11-14T12:38:22,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T12:38:22,202 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T12:38:22,230 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f1b69e0236bd,43139,1731587878205, ReplicationSource: 2, currentBandwidth=0 2024-11-14T12:38:22,232 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T12:38:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T12:38:22,234 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f1b69e0236bd,43139,1731587878205 suceeded 2024-11-14T12:38:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T12:38:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T12:38:22,236 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f1b69e0236bd:44315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T12:38:22,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 271 msec 2024-11-14T12:38:22,246 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f1b69e0236bd:44315' 2024-11-14T12:38:22,248 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b4575c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:22,248 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44315,-1 for getting cluster id 2024-11-14T12:38:22,248 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:22,248 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51e4f762-15f9-43e2-ba98-03cf8174b64e' 2024-11-14T12:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51e4f762-15f9-43e2-ba98-03cf8174b64e" 2024-11-14T12:38:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc0c222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44315,-1] 2024-11-14T12:38:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:22,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:22,249 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:22,250 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6051dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:22,250 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:22,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:22,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3e2519 2024-11-14T12:38:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:22,251 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T12:38:22,251 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f1b69e0236bd,43139,1731587878205 (queues=1) is replicating from cluster=5d7ae5f3-96b1-4ab6-a973-aed1847e9d17 to cluster=51e4f762-15f9-43e2-ba98-03cf8174b64e 2024-11-14T12:38:22,252 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f1b69e0236bd%2C43139%2C1731587878205 2024-11-14T12:38:22,252 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f1b69e0236bd,43139,1731587878205, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T12:38:22,252 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, startPosition=0, beingWritten=true 2024-11-14T12:38:22,252 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f1b69e0236bd%2C43139%2C1731587878205 2024-11-14T12:38:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T12:38:22,281 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T12:38:22,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:22,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:22,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:22,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:22,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:22,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T12:38:22,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731587902285/Put/seqid=0 2024-11-14T12:38:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741845_1021 (size=11194) 2024-11-14T12:38:22,456 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 0, reset compression=false 2024-11-14T12:38:22,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731587902691/Put/seqid=0 2024-11-14T12:38:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741846_1022 (size=10791) 2024-11-14T12:38:22,760 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 0, reset compression=false 2024-11-14T12:38:22,898 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 0, reset compression=false 2024-11-14T12:38:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,40071,-1 for getting cluster id 2024-11-14T12:38:23,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:23,098 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7ae5f3-96b1-4ab6-a973-aed1847e9d17' 2024-11-14T12:38:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7ae5f3-96b1-4ab6-a973-aed1847e9d17" 2024-11-14T12:38:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4da68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,40071,-1] 2024-11-14T12:38:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:23,099 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:23,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,43139,1731587878205, seqNum=-1] 2024-11-14T12:38:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:23,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T12:38:23,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f5a7b2 2024-11-14T12:38:23,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:23,111 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T12:38:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2] 2024-11-14T12:38:23,116 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:38:23,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:38:23,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:38:23,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:38:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:23,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegion(2603): Flush status journal for eb869fab07649151544bdf7f6561c103: 2024-11-14T12:38:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_1 2024-11-14T12:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_1 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ 2024-11-14T12:38:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_0 2024-11-14T12:38:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_0 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ 2024-11-14T12:38:23,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_1 into eb869fab07649151544bdf7f6561c103/f as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ - updating store file list. 2024-11-14T12:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:23,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ into eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:23,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_1 into eb869fab07649151544bdf7f6561c103/f (new location: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_) 2024-11-14T12:38:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_1 2024-11-14T12:38:23,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_0 into eb869fab07649151544bdf7f6561c103/f as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ - updating store file list. 2024-11-14T12:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:23,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ into eb869fab07649151544bdf7f6561c103/f 2024-11-14T12:38:23,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_0 into eb869fab07649151544bdf7f6561c103/f (new location: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_) 2024-11-14T12:38:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/staging/jenkins__test__1gctp1q52tpa8aokmag735uchc7mjt0s75sahcs84ufgc5mqkuk3hmbbqj8lr2ei/f/hfile_0 2024-11-14T12:38:23,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:23,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:23,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:23,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:23,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 , the old value is region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f1b69e0236bd:43139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:38:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T12:38:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731587890812.eb869fab07649151544bdf7f6561c103., hostname=f1b69e0236bd,43139,1731587878205, seqNum=2 from cache 2024-11-14T12:38:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49760 deadline: 1731587963150 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49760 2024-11-14T12:38:23,153 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:38:23,164 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 0, reset compression=false 2024-11-14T12:38:23,169 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:38:23,170 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb869fab07649151544bdf7f6561c103/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587903147/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:38:23,171 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T12:38:23,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T12:38:23,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.ReplicationSink(318): Replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:23,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4894ad80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] client.ClusterIdFetcher(90): Going to request f1b69e0236bd,44315,-1 for getting cluster id 2024-11-14T12:38:23,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T12:38:23,173 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51e4f762-15f9-43e2-ba98-03cf8174b64e' 2024-11-14T12:38:23,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T12:38:23,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51e4f762-15f9-43e2-ba98-03cf8174b64e" 2024-11-14T12:38:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4994be1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f1b69e0236bd,44315,-1] 2024-11-14T12:38:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T12:38:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:23,174 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T12:38:23,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45ae0f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:38:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741837_1013 (size=10791) 2024-11-14T12:38:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741838_1014 (size=11194) 2024-11-14T12:38:23,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:43139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T12:38:23,370 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:23,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd7c152 2024-11-14T12:38:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T12:38:23,596 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T12:38:23,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:38:23,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T12:38:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f1b69e0236bd,44911,1731587887556, seqNum=-1] 2024-11-14T12:38:23,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T12:38:23,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T12:38:23,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:38:23,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:38:23,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ for inclusion in fb8b67ce4147cd9c200746263594ed13/f 2024-11-14T12:38:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:38:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:23,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ for inclusion in fb8b67ce4147cd9c200746263594ed13/f 2024-11-14T12:38:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:38:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegion(2603): Flush status journal for fb8b67ce4147cd9c200746263594ed13: 2024-11-14T12:38:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/36c8c46777d84428bb0360a3b4109e7f_SeqId_4_ 2024-11-14T12:38:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/b0ce04baef8f4c069a5b426bf3a3ab1a_SeqId_4_ 2024-11-14T12:38:23,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ into fb8b67ce4147cd9c200746263594ed13/f as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/36c8c46777d84428bb0360a3b4109e7f_SeqId_4_ - updating store file list. 2024-11-14T12:38:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36c8c46777d84428bb0360a3b4109e7f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:23,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/36c8c46777d84428bb0360a3b4109e7f_SeqId_4_ into fb8b67ce4147cd9c200746263594ed13/f 2024-11-14T12:38:23,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ into fb8b67ce4147cd9c200746263594ed13/f (new location: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/36c8c46777d84428bb0360a3b4109e7f_SeqId_4_) 2024-11-14T12:38:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ 2024-11-14T12:38:23,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ into fb8b67ce4147cd9c200746263594ed13/f as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/b0ce04baef8f4c069a5b426bf3a3ab1a_SeqId_4_ - updating store file list. 2024-11-14T12:38:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0ce04baef8f4c069a5b426bf3a3ab1a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:23,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/b0ce04baef8f4c069a5b426bf3a3ab1a_SeqId_4_ into fb8b67ce4147cd9c200746263594ed13/f 2024-11-14T12:38:23,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ into fb8b67ce4147cd9c200746263594ed13/f (new location: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/f/b0ce04baef8f4c069a5b426bf3a3ab1a_SeqId_4_) 2024-11-14T12:38:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/staging/jenkins.hfs.23__test__ubp9lpv4eg61ij3e29pcn30j4fes6e8mc3su59mkh3jsrhshs9r18kdb8930p98t/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ 2024-11-14T12:38:23,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.ReplicationSink(324): Finished replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:23,674 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:23,703 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 0, reset compression=false 2024-11-14T12:38:23,706 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T12:38:23,706 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb869fab07649151544bdf7f6561c103/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731587903147/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T12:38:23,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.ReplicationSink(318): Replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741839_1015 (size=10791) 2024-11-14T12:38:23,906 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:24,077 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741840_1016 (size=11194) 2024-11-14T12:38:24,156 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T12:38:24,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T12:38:24,210 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:24,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T12:38:24,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T12:38:24,530 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T12:38:24,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ for inclusion in 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T12:38:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:24,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ for inclusion in 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T12:38:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T12:38:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegion(2603): Flush status journal for 9d1670f999381eec16b1e3a4f8318e73: 2024-11-14T12:38:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/98f76459662e4ae58a3bf7fba62ce3f2_SeqId_6_ 2024-11-14T12:38:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T12:38:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/9d523415da1143009d10e6dd0e347c60_SeqId_6_ 2024-11-14T12:38:24,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/98f76459662e4ae58a3bf7fba62ce3f2_SeqId_6_ - updating store file list. 2024-11-14T12:38:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98f76459662e4ae58a3bf7fba62ce3f2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:24,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/98f76459662e4ae58a3bf7fba62ce3f2_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:24,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f (new location: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/98f76459662e4ae58a3bf7fba62ce3f2_SeqId_6_) 2024-11-14T12:38:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_ 2024-11-14T12:38:24,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/9d523415da1143009d10e6dd0e347c60_SeqId_6_ - updating store file list. 2024-11-14T12:38:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d523415da1143009d10e6dd0e347c60_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T12:38:24,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/9d523415da1143009d10e6dd0e347c60_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f 2024-11-14T12:38:24,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ into 9d1670f999381eec16b1e3a4f8318e73/f (new location: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/f/9d523415da1143009d10e6dd0e347c60_SeqId_6_) 2024-11-14T12:38:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/staging/jenkins.hfs.22__test__lokg24tfdn7ia389em2o4741n9hep1ispacu0giasok6mbsb591fnrk281rla053/f/61ca1e672f8c4470a810b945acdf7c5c_SeqId_6_ 2024-11-14T12:38:24,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] regionserver.ReplicationSink(324): Finished replicating [5d7ae5f3-96b1-4ab6-a973-aed1847e9d17] bulk loaded data 2024-11-14T12:38:24,580 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:24,613 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:25,116 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:38:25,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:25,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:25,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:25,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:25,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:25,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:38:25,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2007078546, stopped=false 2024-11-14T12:38:25,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,44315,1731587887463 2024-11-14T12:38:25,183 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:25,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2743734105/running 2024-11-14T12:38:25,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2743734105/running 2024-11-14T12:38:25,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:25,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:25,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:25,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:25,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:25,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:25,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,44911,1731587887556' ***** 2024-11-14T12:38:25,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:38:25,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/running 2024-11-14T12:38:25,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Set watcher on znode that does not yet exist, /2743734105/running 2024-11-14T12:38:25,228 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:38:25,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:38:25,228 INFO [RS:0;f1b69e0236bd:44911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:38:25,228 INFO [RS:0;f1b69e0236bd:44911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(3091): Received CLOSE for fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:44911. 2024-11-14T12:38:25,229 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb8b67ce4147cd9c200746263594ed13, disabling compactions & flushes 2024-11-14T12:38:25,229 DEBUG [RS:0;f1b69e0236bd:44911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:25,229 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:25,229 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:25,229 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:25,229 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. after waiting 0 ms 2024-11-14T12:38:25,229 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:38:25,229 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:38:25,229 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fb8b67ce4147cd9c200746263594ed13=test,,1731587895113.fb8b67ce4147cd9c200746263594ed13.} 2024-11-14T12:38:25,230 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb8b67ce4147cd9c200746263594ed13 2024-11-14T12:38:25,230 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:25,230 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:25,230 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:25,230 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:25,230 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:25,230 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:38:25,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/default/test/fb8b67ce4147cd9c200746263594ed13/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T12:38:25,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:25,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:38:25,233 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:25,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb8b67ce4147cd9c200746263594ed13: Waiting for close lock at 1731587905229Running coprocessor pre-close hooks at 1731587905229Disabling compacts and flushes for region at 1731587905229Disabling writes for close at 1731587905229Writing region close event to WAL at 1731587905230 (+1 ms)Running coprocessor post-close hooks at 1731587905233 (+3 ms)Closed at 1731587905233 2024-11-14T12:38:25,233 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587895113.fb8b67ce4147cd9c200746263594ed13. 2024-11-14T12:38:25,244 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/info/3386dbed01d24975aeb38318b06b45dc is 129, key is test,,1731587895113.fb8b67ce4147cd9c200746263594ed13./info:regioninfo/1731587896255/Put/seqid=0 2024-11-14T12:38:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741839_1015 (size=6421) 2024-11-14T12:38:25,260 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:25,430 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:25,630 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:25,648 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/info/3386dbed01d24975aeb38318b06b45dc 2024-11-14T12:38:25,648 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:38:25,648 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:38:25,675 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/ns/a462506682b847bd804ea3222d5bfad4 is 43, key is default/ns:d/1731587890731/Put/seqid=0 2024-11-14T12:38:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741840_1016 (size=5153) 2024-11-14T12:38:25,720 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:25,830 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:25,886 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:26,030 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:26,079 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/ns/a462506682b847bd804ea3222d5bfad4 2024-11-14T12:38:26,100 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4abd1496184826bf27e59d8946bc96 is 112, key is test,,1731587895113.fb8b67ce4147cd9c200746263594ed13./rep_barrier:seqnumDuringOpen/1731587896255/Put/seqid=0 2024-11-14T12:38:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741841_1017 (size=5518) 2024-11-14T12:38:26,231 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:38:26,231 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:38:26,231 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:26,423 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:26,431 DEBUG [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:26,504 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4abd1496184826bf27e59d8946bc96 2024-11-14T12:38:26,520 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/table/2e955cd7fb514eff8f977fca9af862b6 is 40, key is test/table:state/1731587896261/Put/seqid=0 2024-11-14T12:38:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741842_1018 (size=5165) 2024-11-14T12:38:26,524 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/table/2e955cd7fb514eff8f977fca9af862b6 2024-11-14T12:38:26,528 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/info/3386dbed01d24975aeb38318b06b45dc as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/info/3386dbed01d24975aeb38318b06b45dc 2024-11-14T12:38:26,530 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/info/3386dbed01d24975aeb38318b06b45dc, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:38:26,531 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/ns/a462506682b847bd804ea3222d5bfad4 as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/ns/a462506682b847bd804ea3222d5bfad4 2024-11-14T12:38:26,534 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/ns/a462506682b847bd804ea3222d5bfad4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:38:26,534 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4abd1496184826bf27e59d8946bc96 as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/rep_barrier/6f4abd1496184826bf27e59d8946bc96 2024-11-14T12:38:26,538 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/rep_barrier/6f4abd1496184826bf27e59d8946bc96, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:38:26,538 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/.tmp/table/2e955cd7fb514eff8f977fca9af862b6 as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/table/2e955cd7fb514eff8f977fca9af862b6 2024-11-14T12:38:26,541 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/table/2e955cd7fb514eff8f977fca9af862b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:38:26,542 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false 2024-11-14T12:38:26,553 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:38:26,554 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:26,554 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:38:26,554 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:26,554 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587905229Running coprocessor pre-close hooks at 1731587905229Disabling compacts and flushes for region at 1731587905229Disabling writes for close at 1731587905230 (+1 ms)Obtaining lock to block concurrent updates at 1731587905230Preparing flush snapshotting stores in 1588230740 at 1731587905230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731587905230Flushing stores of hbase:meta,,1.1588230740 at 1731587905231 (+1 ms)Flushing 1588230740/info: creating writer at 1731587905231Flushing 1588230740/info: appending metadata at 1731587905244 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731587905244Flushing 1588230740/ns: creating writer at 1731587905652 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587905675 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731587905675Flushing 1588230740/rep_barrier: creating writer at 1731587906083 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587906100 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587906100Flushing 1588230740/table: creating writer at 1731587906507 (+407 ms)Flushing 1588230740/table: appending metadata at 1731587906520 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587906520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69572b01: reopening flushed file at 1731587906527 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd77baa: reopening flushed file at 1731587906530 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3380eb: reopening flushed file at 1731587906534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f40f732: reopening flushed file at 1731587906538 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=11, compaction requested=false at 1731587906542 (+4 ms)Writing region close event to WAL at 1731587906551 (+9 ms)Running coprocessor post-close hooks at 1731587906554 (+3 ms)Closed at 1731587906554 2024-11-14T12:38:26,554 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:26,631 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,44911,1731587887556; all regions closed. 2024-11-14T12:38:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:38:26,635 DEBUG [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/oldWALs 2024-11-14T12:38:26,635 INFO [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C44911%2C1731587887556.meta:.meta(num 1731587890685) 2024-11-14T12:38:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741832_1008 (size=1028) 2024-11-14T12:38:26,638 DEBUG [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/oldWALs 2024-11-14T12:38:26,638 INFO [RS:0;f1b69e0236bd:44911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C44911%2C1731587887556:(num 1731587889782) 2024-11-14T12:38:26,638 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:26,638 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:26,638 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:26,638 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:26,638 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:26,638 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:26,639 INFO [RS:0;f1b69e0236bd:44911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:44911. 2024-11-14T12:38:26,639 DEBUG [RS:0;f1b69e0236bd:44911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:26,639 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:26,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:26,639 DEBUG [RS:0;f1b69e0236bd:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:26,639 INFO [RS:0;f1b69e0236bd:44911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44911 2024-11-14T12:38:26,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105/rs 2024-11-14T12:38:26,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2743734105/rs/f1b69e0236bd,44911,1731587887556 2024-11-14T12:38:26,676 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:26,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,44911,1731587887556] 2024-11-14T12:38:26,689 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:26,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2743734105/draining/f1b69e0236bd,44911,1731587887556 already deleted, retry=false 2024-11-14T12:38:26,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,44911,1731587887556 expired; onlineServers=0 2024-11-14T12:38:26,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,44315,1731587887463' ***** 2024-11-14T12:38:26,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:26,693 DEBUG [M:0;f1b69e0236bd:44315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:38:26,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:38:26,693 DEBUG [M:0;f1b69e0236bd:44315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:38:26,693 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587889501 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587889501,5,FailOnTimeoutGroup] 2024-11-14T12:38:26,693 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587889502 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587889502,5,FailOnTimeoutGroup] 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:26,693 DEBUG [M:0;f1b69e0236bd:44315 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:38:26,693 INFO [M:0;f1b69e0236bd:44315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:26,694 INFO [M:0;f1b69e0236bd:44315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:38:26,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:38:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2743734105/master 2024-11-14T12:38:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2743734105 2024-11-14T12:38:26,701 DEBUG [M:0;f1b69e0236bd:44315 {}] zookeeper.ZKUtil(347): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Unable to get data of znode /2743734105/master because node does not exist (not an error) 2024-11-14T12:38:26,701 WARN [M:0;f1b69e0236bd:44315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:38:26,702 INFO [M:0;f1b69e0236bd:44315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/.lastflushedseqids 2024-11-14T12:38:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741843_1019 (size=173) 2024-11-14T12:38:26,706 INFO [M:0;f1b69e0236bd:44315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:38:26,706 INFO [M:0;f1b69e0236bd:44315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:38:26,706 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:38:26,706 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:26,706 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:26,706 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:38:26,706 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:26,706 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T12:38:26,723 DEBUG [M:0;f1b69e0236bd:44315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105fe52f25ec46159b5b3f75c2d1cffe is 82, key is hbase:meta,,1/info:regioninfo/1731587890715/Put/seqid=0 2024-11-14T12:38:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741844_1020 (size=5672) 2024-11-14T12:38:26,784 INFO [RS:0;f1b69e0236bd:44911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:26,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:26,785 INFO [RS:0;f1b69e0236bd:44911 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,44911,1731587887556; zookeeper connection closed. 2024-11-14T12:38:26,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x1013a87ec990007, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:26,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50845977 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50845977 2024-11-14T12:38:26,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:38:27,127 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105fe52f25ec46159b5b3f75c2d1cffe 2024-11-14T12:38:27,143 DEBUG [M:0;f1b69e0236bd:44315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b96aab65d34886a30ae1342dd13cfd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587896264/Put/seqid=0 2024-11-14T12:38:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741845_1021 (size=6586) 2024-11-14T12:38:27,146 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b96aab65d34886a30ae1342dd13cfd 2024-11-14T12:38:27,161 DEBUG [M:0;f1b69e0236bd:44315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc13960aff14c71a5ca89963da34953 is 69, key is f1b69e0236bd,44911,1731587887556/rs:state/1731587889608/Put/seqid=0 2024-11-14T12:38:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741846_1022 (size=5156) 2024-11-14T12:38:27,164 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc13960aff14c71a5ca89963da34953 2024-11-14T12:38:27,168 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105fe52f25ec46159b5b3f75c2d1cffe as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/105fe52f25ec46159b5b3f75c2d1cffe 2024-11-14T12:38:27,171 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/105fe52f25ec46159b5b3f75c2d1cffe, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T12:38:27,171 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9b96aab65d34886a30ae1342dd13cfd as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9b96aab65d34886a30ae1342dd13cfd 2024-11-14T12:38:27,175 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9b96aab65d34886a30ae1342dd13cfd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T12:38:27,175 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc13960aff14c71a5ca89963da34953 as hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc13960aff14c71a5ca89963da34953 2024-11-14T12:38:27,178 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36401/user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc13960aff14c71a5ca89963da34953, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T12:38:27,179 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false 2024-11-14T12:38:27,180 INFO [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:27,181 DEBUG [M:0;f1b69e0236bd:44315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587906706Disabling compacts and flushes for region at 1731587906706Disabling writes for close at 1731587906706Obtaining lock to block concurrent updates at 1731587906706Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587906706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731587906707 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587906707Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587906707Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587906723 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587906723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587907130 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587907142 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587907143 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587907148 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587907161 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587907161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33273bcc: reopening flushed file at 1731587907167 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253abf2b: reopening flushed file at 1731587907171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a176255: reopening flushed file at 1731587907175 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=55, compaction requested=false at 1731587907179 (+4 ms)Writing region close event to WAL at 1731587907180 (+1 ms)Closed at 1731587907180 2024-11-14T12:38:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36733 is added to blk_1073741830_1006 (size=32770) 2024-11-14T12:38:27,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed30834a-d906-44d4-eb40-a88e2d99209e/MasterData/WALs/f1b69e0236bd,44315,1731587887463/f1b69e0236bd%2C44315%2C1731587887463.1731587889280 not finished, retry = 0 2024-11-14T12:38:27,226 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:27,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:27,283 INFO [M:0;f1b69e0236bd:44315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:38:27,283 INFO [M:0;f1b69e0236bd:44315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44315 2024-11-14T12:38:27,284 INFO [M:0;f1b69e0236bd:44315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:27,415 INFO [M:0;f1b69e0236bd:44315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:27,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:27,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44315-0x1013a87ec990006, quorum=127.0.0.1:51305, baseZNode=/2743734105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:27,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38110666{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:38:27,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:27,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:27,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:27,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:27,420 WARN [BP-1922397257-172.17.0.3-1731587886277 heartbeating to localhost/127.0.0.1:36401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:38:27,420 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:38:27,420 WARN [BP-1922397257-172.17.0.3-1731587886277 heartbeating to localhost/127.0.0.1:36401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922397257-172.17.0.3-1731587886277 (Datanode Uuid 02ff8537-8287-4720-bcd3-f833fa17ae6b) service to localhost/127.0.0.1:36401 2024-11-14T12:38:27,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:38:27,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/cluster_8b1d6efc-5bd0-c0b6-33b6-ee9651fc04aa/data/data1/current/BP-1922397257-172.17.0.3-1731587886277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:27,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/cluster_8b1d6efc-5bd0-c0b6-33b6-ee9651fc04aa/data/data2/current/BP-1922397257-172.17.0.3-1731587886277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:27,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:38:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab6d795{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:38:27,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:27,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a42c1ca7-f508-8bce-7259-1f8cfec24a9c/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:27,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:38:27,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:38:27,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:27,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:27,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:27,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:27,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:27,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:38:27,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213644752, stopped=false 2024-11-14T12:38:27,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,42919,1731587882901 2024-11-14T12:38:27,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-13931175/running 2024-11-14T12:38:27,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:27,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-13931175/running 2024-11-14T12:38:27,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:27,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:27,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:27,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:27,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/running 2024-11-14T12:38:27,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:27,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Set watcher on znode that does not yet exist, /1-13931175/running 2024-11-14T12:38:27,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,41669,1731587883016' ***** 2024-11-14T12:38:27,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:38:27,452 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:38:27,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:38:27,452 INFO [RS:0;f1b69e0236bd:41669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:38:27,452 INFO [RS:0;f1b69e0236bd:41669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:38:27,452 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:41669. 2024-11-14T12:38:27,453 DEBUG [RS:0;f1b69e0236bd:41669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:27,453 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d1670f999381eec16b1e3a4f8318e73, disabling compactions & flushes 2024-11-14T12:38:27,453 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. after waiting 0 ms 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:38:27,453 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T12:38:27,453 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d1670f999381eec16b1e3a4f8318e73=test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73.} 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:27,453 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1670f999381eec16b1e3a4f8318e73 2024-11-14T12:38:27,453 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:27,453 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:27,453 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T12:38:27,456 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/default/test/9d1670f999381eec16b1e3a4f8318e73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:38:27,456 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:27,457 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:38:27,457 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:27,457 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d1670f999381eec16b1e3a4f8318e73: Waiting for close lock at 1731587907453Running coprocessor pre-close hooks at 1731587907453Disabling compacts and flushes for region at 1731587907453Disabling writes for close at 1731587907453Writing region close event to WAL at 1731587907453Running coprocessor post-close hooks at 1731587907456 (+3 ms)Closed at 1731587907457 (+1 ms) 2024-11-14T12:38:27,457 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73. 2024-11-14T12:38:27,467 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/info/5a798241348e43e39c72a4264663cf84 is 129, key is test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73./info:regioninfo/1731587894108/Put/seqid=0 2024-11-14T12:38:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741841_1017 (size=6421) 2024-11-14T12:38:27,470 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/info/5a798241348e43e39c72a4264663cf84 2024-11-14T12:38:27,489 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/ns/a7ece8381c4c4998a1b3b96d359dc3df is 43, key is default/ns:d/1731587886191/Put/seqid=0 2024-11-14T12:38:27,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741842_1018 (size=5153) 2024-11-14T12:38:27,502 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:27,592 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:27,653 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:27,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T12:38:27,854 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:27,893 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/ns/a7ece8381c4c4998a1b3b96d359dc3df 2024-11-14T12:38:27,910 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/rep_barrier/6eaebaeb630949cbb5137d83a29a0103 is 112, key is test,,1731587892963.9d1670f999381eec16b1e3a4f8318e73./rep_barrier:seqnumDuringOpen/1731587894108/Put/seqid=0 2024-11-14T12:38:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741843_1019 (size=5518) 2024-11-14T12:38:27,984 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:38:27,984 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:38:28,054 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:28,129 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:28,254 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:28,313 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/rep_barrier/6eaebaeb630949cbb5137d83a29a0103 2024-11-14T12:38:28,331 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/table/82b021402c794d7eb213015ba5767788 is 40, key is test/table:state/1731587894114/Put/seqid=0 2024-11-14T12:38:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741844_1020 (size=5165) 2024-11-14T12:38:28,454 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:38:28,454 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:38:28,454 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:28,596 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:28,654 DEBUG [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:28,734 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/table/82b021402c794d7eb213015ba5767788 2024-11-14T12:38:28,738 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/info/5a798241348e43e39c72a4264663cf84 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/info/5a798241348e43e39c72a4264663cf84 2024-11-14T12:38:28,741 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/info/5a798241348e43e39c72a4264663cf84, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T12:38:28,742 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/ns/a7ece8381c4c4998a1b3b96d359dc3df as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/ns/a7ece8381c4c4998a1b3b96d359dc3df 2024-11-14T12:38:28,745 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/ns/a7ece8381c4c4998a1b3b96d359dc3df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:38:28,745 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/rep_barrier/6eaebaeb630949cbb5137d83a29a0103 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/rep_barrier/6eaebaeb630949cbb5137d83a29a0103 2024-11-14T12:38:28,748 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/rep_barrier/6eaebaeb630949cbb5137d83a29a0103, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T12:38:28,749 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/.tmp/table/82b021402c794d7eb213015ba5767788 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/table/82b021402c794d7eb213015ba5767788 2024-11-14T12:38:28,752 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/table/82b021402c794d7eb213015ba5767788, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T12:38:28,753 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false 2024-11-14T12:38:28,753 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:38:28,757 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T12:38:28,757 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:28,757 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:38:28,757 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:28,758 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587907453Running coprocessor pre-close hooks at 1731587907453Disabling compacts and flushes for region at 1731587907453Disabling writes for close at 1731587907453Obtaining lock to block concurrent updates at 1731587907453Preparing flush snapshotting stores in 1588230740 at 1731587907453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731587907454 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587907454Flushing 1588230740/info: creating writer at 1731587907454Flushing 1588230740/info: appending metadata at 1731587907466 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731587907467 (+1 ms)Flushing 1588230740/ns: creating writer at 1731587907474 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731587907489 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731587907489Flushing 1588230740/rep_barrier: creating writer at 1731587907897 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587907909 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587907910 (+1 ms)Flushing 1588230740/table: creating writer at 1731587908317 (+407 ms)Flushing 1588230740/table: appending metadata at 1731587908330 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731587908330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479d3ce5: reopening flushed file at 1731587908738 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51706068: reopening flushed file at 1731587908741 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9cbb5: reopening flushed file at 1731587908745 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3ae37e: reopening flushed file at 1731587908748 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=11, compaction requested=false at 1731587908753 (+5 ms)Writing region close event to WAL at 1731587908755 (+2 ms)Running coprocessor post-close hooks at 1731587908757 (+2 ms)Closed at 1731587908757 2024-11-14T12:38:28,758 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:28,854 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,41669,1731587883016; all regions closed. 2024-11-14T12:38:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741834_1010 (size=2717) 2024-11-14T12:38:28,858 DEBUG [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/oldWALs 2024-11-14T12:38:28,858 INFO [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C41669%2C1731587883016.meta:.meta(num 1731587886151) 2024-11-14T12:38:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741832_1008 (size=1374) 2024-11-14T12:38:28,861 DEBUG [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/oldWALs 2024-11-14T12:38:28,861 INFO [RS:0;f1b69e0236bd:41669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f1b69e0236bd%2C41669%2C1731587883016:(num 1731587885113) 2024-11-14T12:38:28,861 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:28,861 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:28,861 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:28,861 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:28,862 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:28,862 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:28,862 INFO [RS:0;f1b69e0236bd:41669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:41669. 2024-11-14T12:38:28,862 DEBUG [RS:0;f1b69e0236bd:41669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:28,862 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:28,862 DEBUG [RS:0;f1b69e0236bd:41669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:28,862 INFO [RS:0;f1b69e0236bd:41669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41669 2024-11-14T12:38:28,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-13931175/rs/f1b69e0236bd,41669,1731587883016 2024-11-14T12:38:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175/rs 2024-11-14T12:38:28,899 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:28,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,41669,1731587883016] 2024-11-14T12:38:28,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-13931175/draining/f1b69e0236bd,41669,1731587883016 already deleted, retry=false 2024-11-14T12:38:28,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,41669,1731587883016 expired; onlineServers=0 2024-11-14T12:38:28,915 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,42919,1731587882901' ***** 2024-11-14T12:38:28,915 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:38:28,915 INFO [M:0;f1b69e0236bd:42919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:28,915 INFO [M:0;f1b69e0236bd:42919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:28,915 DEBUG [M:0;f1b69e0236bd:42919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:38:28,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:38:28,915 DEBUG [M:0;f1b69e0236bd:42919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:38:28,915 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587884934 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587884934,5,FailOnTimeoutGroup] 2024-11-14T12:38:28,915 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587884934 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587884934,5,FailOnTimeoutGroup] 2024-11-14T12:38:28,915 INFO [M:0;f1b69e0236bd:42919 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:28,916 INFO [M:0;f1b69e0236bd:42919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:28,916 DEBUG [M:0;f1b69e0236bd:42919 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:38:28,916 INFO [M:0;f1b69e0236bd:42919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:38:28,916 INFO [M:0;f1b69e0236bd:42919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:28,916 INFO [M:0;f1b69e0236bd:42919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:38:28,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:38:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-13931175/master 2024-11-14T12:38:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-13931175 2024-11-14T12:38:28,924 DEBUG [M:0;f1b69e0236bd:42919 {}] zookeeper.ZKUtil(347): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Unable to get data of znode /1-13931175/master because node does not exist (not an error) 2024-11-14T12:38:28,924 WARN [M:0;f1b69e0236bd:42919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:38:28,925 INFO [M:0;f1b69e0236bd:42919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/.lastflushedseqids 2024-11-14T12:38:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741845_1021 (size=173) 2024-11-14T12:38:29,007 INFO [RS:0;f1b69e0236bd:41669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:29,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:29,007 INFO [RS:0;f1b69e0236bd:41669 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,41669,1731587883016; zookeeper connection closed. 2024-11-14T12:38:29,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41669-0x1013a87ec990004, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:29,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7098a4c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7098a4c2 2024-11-14T12:38:29,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:38:29,132 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:29,329 INFO [M:0;f1b69e0236bd:42919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:38:29,329 INFO [M:0;f1b69e0236bd:42919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:38:29,329 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:38:29,329 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:29,329 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:29,329 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:38:29,329 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:29,329 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T12:38:29,346 DEBUG [M:0;f1b69e0236bd:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1923bb9e5c7746bd81e77c3cb508aa89 is 82, key is hbase:meta,,1/info:regioninfo/1731587886177/Put/seqid=0 2024-11-14T12:38:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741846_1022 (size=5672) 2024-11-14T12:38:29,700 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:29,750 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1923bb9e5c7746bd81e77c3cb508aa89 2024-11-14T12:38:29,766 DEBUG [M:0;f1b69e0236bd:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aeb0fdca66549cfbc818de7a0facb46 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587894116/Put/seqid=0 2024-11-14T12:38:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741847_1023 (size=6586) 2024-11-14T12:38:30,169 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aeb0fdca66549cfbc818de7a0facb46 2024-11-14T12:38:30,185 DEBUG [M:0;f1b69e0236bd:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cae57a3c22c4e38a32e3b4a51c61209 is 69, key is f1b69e0236bd,41669,1731587883016/rs:state/1731587884972/Put/seqid=0 2024-11-14T12:38:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741848_1024 (size=5156) 2024-11-14T12:38:30,190 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cae57a3c22c4e38a32e3b4a51c61209 2024-11-14T12:38:30,195 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1923bb9e5c7746bd81e77c3cb508aa89 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1923bb9e5c7746bd81e77c3cb508aa89 2024-11-14T12:38:30,198 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1923bb9e5c7746bd81e77c3cb508aa89, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T12:38:30,199 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aeb0fdca66549cfbc818de7a0facb46 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aeb0fdca66549cfbc818de7a0facb46 2024-11-14T12:38:30,202 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aeb0fdca66549cfbc818de7a0facb46, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T12:38:30,203 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0cae57a3c22c4e38a32e3b4a51c61209 as hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cae57a3c22c4e38a32e3b4a51c61209 2024-11-14T12:38:30,206 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/38de7ce0-f546-d7b3-b211-a033ae51efb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0cae57a3c22c4e38a32e3b4a51c61209, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T12:38:30,207 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-14T12:38:30,209 INFO [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:30,209 DEBUG [M:0;f1b69e0236bd:42919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587909329Disabling compacts and flushes for region at 1731587909329Disabling writes for close at 1731587909329Obtaining lock to block concurrent updates at 1731587909329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587909329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731587909329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587909330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587909330Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587909346 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587909346Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587909753 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587909765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587909765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587910172 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587910185 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587910185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f82b7b: reopening flushed file at 1731587910194 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563558f5: reopening flushed file at 1731587910198 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a1acb0: reopening flushed file at 1731587910202 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1731587910207 (+5 ms)Writing region close event to WAL at 1731587910209 (+2 ms)Closed at 1731587910209 2024-11-14T12:38:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741830_1006 (size=32770) 2024-11-14T12:38:30,211 INFO [M:0;f1b69e0236bd:42919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:38:30,211 INFO [M:0;f1b69e0236bd:42919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42919 2024-11-14T12:38:30,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:30,212 INFO [M:0;f1b69e0236bd:42919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:30,235 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:30,343 INFO [M:0;f1b69e0236bd:42919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:30,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x1013a87ec990003, quorum=127.0.0.1:51305, baseZNode=/1-13931175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:30,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a1f4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:38:30,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:30,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:30,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:30,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:30,346 WARN [BP-1028799957-172.17.0.3-1731587881469 heartbeating to localhost/127.0.0.1:33667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:38:30,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:38:30,346 WARN [BP-1028799957-172.17.0.3-1731587881469 heartbeating to localhost/127.0.0.1:33667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1028799957-172.17.0.3-1731587881469 (Datanode Uuid abd1d028-7f40-4a37-87c9-a0106126c238) service to localhost/127.0.0.1:33667 2024-11-14T12:38:30,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:38:30,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/cluster_584909fb-247d-4e39-60ba-9ea439d562b2/data/data1/current/BP-1028799957-172.17.0.3-1731587881469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:30,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/cluster_584909fb-247d-4e39-60ba-9ea439d562b2/data/data2/current/BP-1028799957-172.17.0.3-1731587881469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:30,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:38:30,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47d8fe44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:38:30,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:30,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:30,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:30,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce40313-1757-f4bf-c526-f8933f4172da/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:30,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:38:30,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T12:38:30,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:30,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:30,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:30,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:30,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:30,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T12:38:30,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=554010178, stopped=false 2024-11-14T12:38:30,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f1b69e0236bd,40071,1731587878070 2024-11-14T12:38:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-675747163/running 2024-11-14T12:38:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-675747163/running 2024-11-14T12:38:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:30,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:30,376 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:30,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T12:38:30,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/running 2024-11-14T12:38:30,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:30,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:30,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Set watcher on znode that does not yet exist, /0-675747163/running 2024-11-14T12:38:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f1b69e0236bd,43139,1731587878205' ***** 2024-11-14T12:38:30,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T12:38:30,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 98deb56aa7a55d874b1bc4ccbe187f4d 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(959): stopping server f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:30,377 INFO [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:43139. 2024-11-14T12:38:30,377 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98deb56aa7a55d874b1bc4ccbe187f4d, disabling compactions & flushes 2024-11-14T12:38:30,377 DEBUG [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:30,378 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:30,378 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. after waiting 0 ms 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:30,378 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T12:38:30,378 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T12:38:30,378 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T12:38:30,378 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T12:38:30,378 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98deb56aa7a55d874b1bc4ccbe187f4d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T12:38:30,378 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T12:38:30,378 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d=hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d., eb869fab07649151544bdf7f6561c103=test,,1731587890812.eb869fab07649151544bdf7f6561c103.} 2024-11-14T12:38:30,378 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d, eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T12:38:30,378 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T12:38:30,378 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T12:38:30,378 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T12:38:30,391 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/info/61fe91b33b45423393ffa60c608d5526 is 147, key is hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d./info:regioninfo/1731587898433/Put/seqid=0 2024-11-14T12:38:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741847_1023 (size=7686) 2024-11-14T12:38:30,395 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/hfileref/b736169dbab9490fb835b466ebf491f1 is 74, key is 1/hfileref:104f251ab75f4bc3982f874f5ec1ce20_SeqId_6_/1731587904547/DeleteColumn/seqid=0 2024-11-14T12:38:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741848_1024 (size=5489) 2024-11-14T12:38:30,405 INFO [regionserver/f1b69e0236bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:30,578 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d, eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:30,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T12:38:30,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,778 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d, eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:30,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,795 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/info/61fe91b33b45423393ffa60c608d5526 2024-11-14T12:38:30,798 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/hfileref/b736169dbab9490fb835b466ebf491f1 2024-11-14T12:38:30,816 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/queue/848dcd4bb48f47a5a88185149bcf4a87 is 153, key is 1-f1b69e0236bd,43139,1731587878205/queue:f1b69e0236bd%2C43139%2C1731587878205/1731587904549/Put/seqid=0 2024-11-14T12:38:30,816 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/ns/f70ec73de9af4db5bd027587c6784434 is 43, key is default/ns:d/1731587881399/Put/seqid=0 2024-11-14T12:38:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741850_1026 (size=5153) 2024-11-14T12:38:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741849_1025 (size=5504) 2024-11-14T12:38:30,820 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/ns/f70ec73de9af4db5bd027587c6784434 2024-11-14T12:38:30,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T12:38:30,840 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/rep_barrier/340915467bbc45c4a4eb72e675382c40 is 112, key is test,,1731587890812.eb869fab07649151544bdf7f6561c103./rep_barrier:seqnumDuringOpen/1731587891956/Put/seqid=0 2024-11-14T12:38:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741851_1027 (size=5518) 2024-11-14T12:38:30,903 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:30,979 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d, eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:31,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T12:38:31,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:38:31,032 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168899 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f1b69e0236bd,45943,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:45943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T12:38:31,179 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98deb56aa7a55d874b1bc4ccbe187f4d, eb869fab07649151544bdf7f6561c103 2024-11-14T12:38:31,221 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/queue/848dcd4bb48f47a5a88185149bcf4a87 2024-11-14T12:38:31,225 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/hfileref/b736169dbab9490fb835b466ebf491f1 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/hfileref/b736169dbab9490fb835b466ebf491f1 2024-11-14T12:38:31,227 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T12:38:31,227 INFO [regionserver/f1b69e0236bd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T12:38:31,228 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/hfileref/b736169dbab9490fb835b466ebf491f1, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T12:38:31,228 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/.tmp/queue/848dcd4bb48f47a5a88185149bcf4a87 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/queue/848dcd4bb48f47a5a88185149bcf4a87 2024-11-14T12:38:31,231 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/queue/848dcd4bb48f47a5a88185149bcf4a87, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T12:38:31,232 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 98deb56aa7a55d874b1bc4ccbe187f4d in 854ms, sequenceid=17, compaction requested=false 2024-11-14T12:38:31,235 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/replication/98deb56aa7a55d874b1bc4ccbe187f4d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:38:31,236 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98deb56aa7a55d874b1bc4ccbe187f4d: Waiting for close lock at 1731587910377Running coprocessor pre-close hooks at 1731587910377Disabling compacts and flushes for region at 1731587910377Disabling writes for close at 1731587910378 (+1 ms)Obtaining lock to block concurrent updates at 1731587910378Preparing flush snapshotting stores in 98deb56aa7a55d874b1bc4ccbe187f4d at 1731587910378Finished memstore snapshotting hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731587910378Flushing stores of hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. at 1731587910378Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/hfileref: creating writer at 1731587910378Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/hfileref: appending metadata at 1731587910395 (+17 ms)Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/hfileref: closing flushed file at 1731587910395Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/queue: creating writer at 1731587910801 (+406 ms)Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/queue: appending metadata at 1731587910816 (+15 ms)Flushing 98deb56aa7a55d874b1bc4ccbe187f4d/queue: closing flushed file at 1731587910816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6366a: reopening flushed file at 1731587911224 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c687d4: reopening flushed file at 1731587911228 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 98deb56aa7a55d874b1bc4ccbe187f4d in 854ms, sequenceid=17, compaction requested=false at 1731587911232 (+4 ms)Writing region close event to WAL at 1731587911233 (+1 ms)Running coprocessor post-close hooks at 1731587911235 (+2 ms)Closed at 1731587911236 (+1 ms) 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731587897274.98deb56aa7a55d874b1bc4ccbe187f4d. 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb869fab07649151544bdf7f6561c103, disabling compactions & flushes 2024-11-14T12:38:31,236 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731587890812.eb869fab07649151544bdf7f6561c103. after waiting 0 ms 2024-11-14T12:38:31,236 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:31,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/default/test/eb869fab07649151544bdf7f6561c103/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T12:38:31,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:31,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T12:38:31,239 INFO [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:31,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb869fab07649151544bdf7f6561c103: Waiting for close lock at 1731587911236Running coprocessor pre-close hooks at 1731587911236Disabling compacts and flushes for region at 1731587911236Disabling writes for close at 1731587911236Writing region close event to WAL at 1731587911236Running coprocessor post-close hooks at 1731587911239 (+3 ms)Closed at 1731587911239 2024-11-14T12:38:31,239 DEBUG [RS_CLOSE_REGION-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731587890812.eb869fab07649151544bdf7f6561c103. 2024-11-14T12:38:31,244 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/rep_barrier/340915467bbc45c4a4eb72e675382c40 2024-11-14T12:38:31,263 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/table/b0146ae686b0455ea90addcfbedf6281 is 53, key is hbase:replication/table:state/1731587898438/Put/seqid=0 2024-11-14T12:38:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741852_1028 (size=5308) 2024-11-14T12:38:31,379 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T12:38:31,379 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T12:38:31,379 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:31,438 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 393, reset compression=false 2024-11-14T12:38:31,441 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T12:38:31,441 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 688, reset compression=false 2024-11-14T12:38:31,442 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f1b69e0236bd,43139,1731587878205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T12:38:31,442 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f1b69e0236bd,43139,1731587878205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f1b69e0236bd,43139,1731587878205, walGroup=f1b69e0236bd%2C43139%2C1731587878205, offset=f1b69e0236bd%2C43139%2C1731587878205.1731587901944:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:43139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T12:38:31,444 ERROR [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T12:38:31,444 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T12:38:31,444 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T12:38:31,444 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T12:38:31,444 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T12:38:31,444 INFO [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1138402760 }, "NonHeapMemoryUsage": { "committed": 212074496, "init": 7667712, "max": -1, "used": 208937336 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T12:38:31,444 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:40071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f1b69e0236bd:40071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T12:38:31,579 DEBUG [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T12:38:31,644 DEBUG [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.1731587901944 to pos 688, reset compression=false 2024-11-14T12:38:31,666 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/table/b0146ae686b0455ea90addcfbedf6281 2024-11-14T12:38:31,671 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/info/61fe91b33b45423393ffa60c608d5526 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/info/61fe91b33b45423393ffa60c608d5526 2024-11-14T12:38:31,674 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/info/61fe91b33b45423393ffa60c608d5526, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T12:38:31,675 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/ns/f70ec73de9af4db5bd027587c6784434 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/ns/f70ec73de9af4db5bd027587c6784434 2024-11-14T12:38:31,678 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/ns/f70ec73de9af4db5bd027587c6784434, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T12:38:31,679 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/rep_barrier/340915467bbc45c4a4eb72e675382c40 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/rep_barrier/340915467bbc45c4a4eb72e675382c40 2024-11-14T12:38:31,682 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/rep_barrier/340915467bbc45c4a4eb72e675382c40, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T12:38:31,682 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/.tmp/table/b0146ae686b0455ea90addcfbedf6281 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/table/b0146ae686b0455ea90addcfbedf6281 2024-11-14T12:38:31,685 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/table/b0146ae686b0455ea90addcfbedf6281, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T12:38:31,685 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-14T12:38:31,685 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T12:38:31,689 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T12:38:31,689 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T12:38:31,689 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T12:38:31,689 INFO [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:31,689 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731587910378Running coprocessor pre-close hooks at 1731587910378Disabling compacts and flushes for region at 1731587910378Disabling writes for close at 1731587910378Obtaining lock to block concurrent updates at 1731587910378Preparing flush snapshotting stores in 1588230740 at 1731587910378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731587910379 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731587910379Flushing 1588230740/info: creating writer at 1731587910379Flushing 1588230740/info: appending metadata at 1731587910391 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731587910391Flushing 1588230740/ns: creating writer at 1731587910799 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731587910816 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731587910816Flushing 1588230740/rep_barrier: creating writer at 1731587910824 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731587910840 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731587910840Flushing 1588230740/table: creating writer at 1731587911247 (+407 ms)Flushing 1588230740/table: appending metadata at 1731587911262 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731587911262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a285b53: reopening flushed file at 1731587911670 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86c9476: reopening flushed file at 1731587911674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67aec338: reopening flushed file at 1731587911678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4614387: reopening flushed file at 1731587911682 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731587911685 (+3 ms)Writing region close event to WAL at 1731587911687 (+2 ms)Running coprocessor post-close hooks at 1731587911689 (+2 ms)Closed at 1731587911689 2024-11-14T12:38:31,689 DEBUG [RS_CLOSE_META-regionserver/f1b69e0236bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T12:38:31,779 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(976): stopping server f1b69e0236bd,43139,1731587878205; all regions closed. 2024-11-14T12:38:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741844_1020 (size=859) 2024-11-14T12:38:31,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/WALs/f1b69e0236bd,43139,1731587878205/f1b69e0236bd%2C43139%2C1731587878205.meta.1731587901960.meta not finished, retry = 0 2024-11-14T12:38:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741842_1018 (size=2791) 2024-11-14T12:38:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741843_1019 (size=696) 2024-11-14T12:38:31,886 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:31,886 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T12:38:31,887 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:31,887 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.ChoreService(370): Chore service for: regionserver/f1b69e0236bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:31,887 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:31,887 INFO [regionserver/f1b69e0236bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:31,887 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f1b69e0236bd,43139,1731587878205 because: Region server is closing 2024-11-14T12:38:31,887 INFO [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:43139. 2024-11-14T12:38:31,888 DEBUG [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:31,888 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:31,888 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:31,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:31,988 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,1-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,1-f1b69e0236bd,43139,1731587878205 terminated 2024-11-14T12:38:31,988 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f1b69e0236bd,43139,1731587878205 because: Region server is closing 2024-11-14T12:38:31,988 INFO [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f1b69e0236bd:43139. 2024-11-14T12:38:31,988 DEBUG [RS:0;f1b69e0236bd:43139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T12:38:31,988 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:31,988 DEBUG [RS:0;f1b69e0236bd:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:38:31,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T12:38:32,088 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T12:38:32,088 WARN [RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.wal-reader.f1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T12:38:32,089 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f1b69e0236bd:0-0.replicationSource,2-f1b69e0236bd,43139,1731587878205.replicationSource.shipperf1b69e0236bd%2C43139%2C1731587878205,2-f1b69e0236bd,43139,1731587878205 terminated 2024-11-14T12:38:32,089 INFO [RS:0;f1b69e0236bd:43139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43139 2024-11-14T12:38:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163/rs 2024-11-14T12:38:32,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-675747163/rs/f1b69e0236bd,43139,1731587878205 2024-11-14T12:38:32,126 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:32,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f1b69e0236bd,43139,1731587878205] 2024-11-14T12:38:32,142 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-675747163/draining/f1b69e0236bd,43139,1731587878205 already deleted, retry=false 2024-11-14T12:38:32,142 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f1b69e0236bd,43139,1731587878205 expired; onlineServers=0 2024-11-14T12:38:32,142 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f1b69e0236bd,40071,1731587878070' ***** 2024-11-14T12:38:32,142 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T12:38:32,142 INFO [M:0;f1b69e0236bd:40071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T12:38:32,143 DEBUG [M:0;f1b69e0236bd:40071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T12:38:32,143 DEBUG [M:0;f1b69e0236bd:40071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T12:38:32,143 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T12:38:32,143 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587880118 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.large.0-1731587880118,5,FailOnTimeoutGroup] 2024-11-14T12:38:32,143 DEBUG [master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587880118 {}] cleaner.HFileCleaner(306): Exit Thread[master/f1b69e0236bd:0:becomeActiveMaster-HFileCleaner.small.0-1731587880118,5,FailOnTimeoutGroup] 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] hbase.ChoreService(370): Chore service for: master/f1b69e0236bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T12:38:32,143 DEBUG [M:0;f1b69e0236bd:40071 {}] master.HMaster(1795): Stopping service threads 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T12:38:32,143 INFO [M:0;f1b69e0236bd:40071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T12:38:32,143 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T12:38:32,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-675747163/master 2024-11-14T12:38:32,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-675747163 2024-11-14T12:38:32,151 DEBUG [M:0;f1b69e0236bd:40071 {}] zookeeper.ZKUtil(347): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Unable to get data of znode /0-675747163/master because node does not exist (not an error) 2024-11-14T12:38:32,151 WARN [M:0;f1b69e0236bd:40071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T12:38:32,151 INFO [M:0;f1b69e0236bd:40071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/.lastflushedseqids 2024-11-14T12:38:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741853_1029 (size=263) 2024-11-14T12:38:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:32,234 INFO [RS:0;f1b69e0236bd:43139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1013a87ec990001, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:32,234 INFO [RS:0;f1b69e0236bd:43139 {}] regionserver.HRegionServer(1031): Exiting; stopping=f1b69e0236bd,43139,1731587878205; zookeeper connection closed. 2024-11-14T12:38:32,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 2024-11-14T12:38:32,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T12:38:32,555 INFO [M:0;f1b69e0236bd:40071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T12:38:32,555 INFO [M:0;f1b69e0236bd:40071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T12:38:32,555 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T12:38:32,555 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:32,555 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:32,555 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T12:38:32,555 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:32,555 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-14T12:38:32,569 DEBUG [M:0;f1b69e0236bd:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66708bb18de34e1aae89d920eaf18509 is 82, key is hbase:meta,,1/info:regioninfo/1731587881366/Put/seqid=0 2024-11-14T12:38:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741854_1030 (size=5672) 2024-11-14T12:38:32,972 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66708bb18de34e1aae89d920eaf18509 2024-11-14T12:38:32,993 DEBUG [M:0;f1b69e0236bd:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549de6d2af84831aaeb65bb9f90dfe9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731587891964/Put/seqid=0 2024-11-14T12:38:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741855_1031 (size=7610) 2024-11-14T12:38:33,397 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549de6d2af84831aaeb65bb9f90dfe9 2024-11-14T12:38:33,401 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7549de6d2af84831aaeb65bb9f90dfe9 2024-11-14T12:38:33,413 DEBUG [M:0;f1b69e0236bd:40071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5eb9cc13968450180551052630e4a95 is 69, key is f1b69e0236bd,43139,1731587878205/rs:state/1731587880161/Put/seqid=0 2024-11-14T12:38:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741856_1032 (size=5156) 2024-11-14T12:38:33,417 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5eb9cc13968450180551052630e4a95 2024-11-14T12:38:33,420 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66708bb18de34e1aae89d920eaf18509 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66708bb18de34e1aae89d920eaf18509 2024-11-14T12:38:33,423 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66708bb18de34e1aae89d920eaf18509, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T12:38:33,424 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7549de6d2af84831aaeb65bb9f90dfe9 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7549de6d2af84831aaeb65bb9f90dfe9 2024-11-14T12:38:33,426 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7549de6d2af84831aaeb65bb9f90dfe9 2024-11-14T12:38:33,426 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7549de6d2af84831aaeb65bb9f90dfe9, entries=13, sequenceid=121, filesize=7.4 K 2024-11-14T12:38:33,427 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5eb9cc13968450180551052630e4a95 as hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5eb9cc13968450180551052630e4a95 2024-11-14T12:38:33,429 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45837/user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5eb9cc13968450180551052630e4a95, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T12:38:33,430 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false 2024-11-14T12:38:33,431 INFO [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T12:38:33,431 DEBUG [M:0;f1b69e0236bd:40071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731587912555Disabling compacts and flushes for region at 1731587912555Disabling writes for close at 1731587912555Obtaining lock to block concurrent updates at 1731587912555Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731587912555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731587912556 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731587912556Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731587912556Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731587912569 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731587912569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731587912976 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731587912993 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731587912993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731587913401 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731587913413 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731587913413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf5a2e6: reopening flushed file at 1731587913420 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9add88: reopening flushed file at 1731587913423 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273ae22a: reopening flushed file at 1731587913426 (+3 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=121, compaction requested=false at 1731587913430 (+4 ms)Writing region close event to WAL at 1731587913431 (+1 ms)Closed at 1731587913431 2024-11-14T12:38:33,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5795ca8d-1456-ee11-f97b-ac38df28855e/MasterData/WALs/f1b69e0236bd,40071,1731587878070/f1b69e0236bd%2C40071%2C1731587878070.1731587879913 not finished, retry = 0 2024-11-14T12:38:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741830_1006 (size=69920) 2024-11-14T12:38:33,534 INFO [M:0;f1b69e0236bd:40071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T12:38:33,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T12:38:33,534 INFO [M:0;f1b69e0236bd:40071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40071 2024-11-14T12:38:33,534 INFO [M:0;f1b69e0236bd:40071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T12:38:33,682 INFO [M:0;f1b69e0236bd:40071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T12:38:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40071-0x1013a87ec990000, quorum=127.0.0.1:51305, baseZNode=/0-675747163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T12:38:33,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c8d82be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T12:38:33,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:33,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:33,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:33,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:33,685 WARN [BP-799489247-172.17.0.3-1731587876612 heartbeating to localhost/127.0.0.1:45837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T12:38:33,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T12:38:33,685 WARN [BP-799489247-172.17.0.3-1731587876612 heartbeating to localhost/127.0.0.1:45837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799489247-172.17.0.3-1731587876612 (Datanode Uuid cc7b547e-2a6d-42ba-bc2b-26b32c8fdc17) service to localhost/127.0.0.1:45837 2024-11-14T12:38:33,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T12:38:33,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/data/data1/current/BP-799489247-172.17.0.3-1731587876612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:33,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/cluster_851ece8b-a262-c001-65ee-9971e7a90e83/data/data2/current/BP-799489247-172.17.0.3-1731587876612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T12:38:33,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T12:38:33,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T12:38:33,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T12:38:33,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T12:38:33,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T12:38:33,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/472decca-aa5e-6018-733a-53dd4ab44ed4/hadoop.log.dir/,STOPPED} 2024-11-14T12:38:33,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T12:38:33,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T12:38:33,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 529) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33667 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36401 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45837 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45837 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33667 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6340 (was 6649) 2024-11-14T12:38:33,726 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500